-- Logs begin at Wed 2021-05-26 10:26:04 UTC, end at Wed 2021-05-26 11:34:27 UTC. -- May 26 11:05:09.878972 dv-cinder-793136-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 26 11:05:10.834835 dv-cinder-793136-1-iscsi neutron-server[92244]: Beware of the coming changes in the project packaging May 26 11:05:10.835443 dv-cinder-793136-1-iscsi neutron-server[92244]: https://github.com/svinota/pyroute2/discussions/786 May 26 11:05:12.280501 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.common.config [-] Logging enabled! May 26 11:05:12.281138 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev240 May 26 11:05:12.281258 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92244) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 26 11:05:12.284456 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.common.config [-] Logging enabled! May 26 11:05:12.284715 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev240 May 26 11:05:12.285024 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92244) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 26 11:05:12.285983 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 11:05:12.286223 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 11:05:12.286577 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 11:05:12.286823 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 11:05:12.287050 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 11:05:12.287371 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.287665 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.287961 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.288190 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.288484 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.288774 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.289057 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.289345 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.289638 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.289945 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.290227 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.290509 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.290739 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.291016 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.291300 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.291582 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.291806 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] debug = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.292081 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.292507 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.292912 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.293193 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.293491 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.293766 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.294062 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.294345 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.294631 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.294959 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] host = dv-cinder-793136-1-iscsi {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.295238 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.295526 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.295812 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.296097 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.296373 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.296650 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.296934 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.297206 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.297479 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] log_file = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.297763 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.298065 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.298353 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.298648 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.298872 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.299095 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.299382 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.299668 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.299943 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.300218 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.300492 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.300768 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.301042 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.301312 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.301614 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.301927 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.302212 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.302485 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.302759 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.303030 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.303301 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.303585 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.303857 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.304134 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.304407 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.304696 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.304965 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.305239 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.305537 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.305857 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.306140 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.306423 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.306699 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.306982 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.307252 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.307525 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.307790 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] use_json = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.308057 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.308322 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.308604 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.308877 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.309149 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.309422 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.309692 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.310008 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:12.310301 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.310597 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.310898 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.311181 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.311474 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.311755 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.312043 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.312317 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.312605 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.312893 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.313184 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.313461 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.313748 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.314048 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.314346 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.314650 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.314944 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.315235 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.315510 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.315782 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.316053 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.316331 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.316615 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.316909 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.317701 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.318261 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.318539 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.318829 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.319105 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.319378 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.319654 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.319944 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.320220 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.320491 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.320771 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.321048 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.321319 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.321590 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.321887 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.322176 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.322452 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.322722 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.322994 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.323274 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.323547 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.323831 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.324107 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.324379 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.324654 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.324930 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.325199 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.325471 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.325747 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.326041 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.326318 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.326588 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.326859 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.327133 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.327407 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.327678 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.327950 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.328224 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.328496 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.328765 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.329036 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.329312 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.329586 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.329888 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.330179 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.330476 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.330759 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.331041 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.331326 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.331605 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.331885 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.332164 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.332445 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.332726 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.333672 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.333995 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.334289 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.334584 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.334879 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.335163 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.335464 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.335749 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.336039 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.336322 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.336606 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.336900 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.337187 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.337484 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.337783 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.338158 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.338456 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.338751 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.339038 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.339349 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.339634 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:12.339854 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 11:05:12.340095 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92244) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 26 11:05:12.685124 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:12.685399 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:12.685687 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:12.686189 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.manager [-] Loading core plugin: ml2 May 26 11:05:13.072414 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.072709 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.072983 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.074201 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.074479 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.074746 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.109732 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.110033 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.110299 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.123152 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.123432 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.123701 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.153565 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.153876 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.154149 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.190487 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.190768 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.191036 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.420896 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.421513 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.421513 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.421670 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.422379 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.544801 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.545124 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.545405 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.545682 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.545986 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.546298 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.546556 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.546812 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.547063 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.547345 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.547620 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.547875 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.548140 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.548399 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.548674 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.548944 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.550367 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.550665 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.550941 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.551240 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.552131 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.552402 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.552662 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.553354 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.553354 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.553526 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.553850 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 11:05:13.554094 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 11:05:13.554335 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 11:05:13.554572 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 11:05:13.554807 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 11:05:13.555052 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 11:05:13.555435 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 26 11:05:13.558643 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 26 11:05:13.562557 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 26 11:05:13.566303 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 26 11:05:13.568823 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 26 11:05:13.569273 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 26 11:05:13.569612 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 26 11:05:13.570036 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 26 11:05:13.572985 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 26 11:05:13.573239 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 26 11:05:13.573587 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 26 11:05:13.600530 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 26 11:05:13.600976 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.601276 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92244) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 26 11:05:13.601635 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.603001 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92244) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 26 11:05:13.603278 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 26 11:05:13.603518 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 26 11:05:13.606748 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.607035 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:13.674070 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 26 11:05:13.674261 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 26 11:05:13.674496 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 26 11:05:13.674860 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 26 11:05:13.705036 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_db.sqlalchemy.engines [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92244) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 26 11:05:14.159060 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.managers [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Initializing driver for type 'gre' May 26 11:05:14.159581 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] gre ID ranges: [(1, 1000)] May 26 11:05:14.364748 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.managers [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Initializing driver for type 'local' May 26 11:05:14.365084 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.managers [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Initializing driver for type 'vlan' May 26 11:05:14.484662 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] VlanTypeDriver initialization complete May 26 11:05:14.485257 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.managers [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Initializing driver for type 'vxlan' May 26 11:05:14.485489 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] vxlan ID ranges: [(1, 1000)] May 26 11:05:14.676088 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.managers [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Initializing extension driver 'port_security' May 26 11:05:14.676433 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.extensions.port_security [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] PortSecurityExtensionDriver initialization complete May 26 11:05:14.676772 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.managers [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Initializing mechanism driver 'openvswitch' May 26 11:05:14.677089 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.managers [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Initializing mechanism driver 'hyperv' May 26 11:05:14.683989 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:14.684753 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > port after_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.685127 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > port after_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.685505 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > port after_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.685918 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > subnet after_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.686277 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > subnet after_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.686620 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.687000 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > network after_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.687345 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > network after_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.687686 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > network after_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.688060 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > security_group after_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.688406 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > security_group after_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.688745 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.689124 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.689469 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.689819 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.690201 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > address_group after_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.690540 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > address_group after_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.690878 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.691225 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] ML2 OVO RPC backend initialized. {{(pid=92244) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 26 11:05:14.692624 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.693215 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.693636 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > network before_response 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.694008 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > networks before_response 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.694359 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > port before_response 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.694946 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > ports before_response 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.695042 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > subnet before_response 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.695356 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > subnets before_response 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.695699 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > network after_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.696036 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > network after_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.696368 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > network after_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.696707 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > port after_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.697051 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > port after_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.697390 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > port after_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.697726 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > subnet after_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.698248 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > subnet after_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.698413 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.698987 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.plugin [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Modular L2 Plugin initialization complete May 26 11:05:14.699316 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading services supported by the core plugin {{(pid=92244) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 26 11:05:14.699643 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.plugins.ml2.managers [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Got port-security extension from driver 'port_security' May 26 11:05:14.700101 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.extensions.vlantransparent [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Disabled vlantransparent extension. May 26 11:05:14.700582 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92244) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 26 11:05:14.700900 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading Plugin: router May 26 11:05:14.742552 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.742873 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router after_create 55549900 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.743251 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router before_create 55549900 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.743608 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.743978 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.744331 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router after_delete 55549900 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.744685 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.745046 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router after_create 55549900 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.745387 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router after_update 55549900 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.745732 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router after_update 55549900 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.746127 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.746483 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router after_update 55549900 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.746892 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router precommit_update 55549900 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.747255 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: port after_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.747700 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: port after_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.748041 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: subnet after_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.748378 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.748723 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.749074 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router precommit_create 55549900 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.749420 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: port before_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.749763 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router precommit_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.750137 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router after_update 55549900 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.750478 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.750822 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router precommit_create 55549900 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.751182 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.751526 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router precommit_update 55549900 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.751894 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > network after_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.752753 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Tracking information for resource: router configured {{(pid=92244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 11:05:14.753081 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Tracking information for resource: floatingip configured {{(pid=92244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 11:05:14.758800 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.db.l3_agentschedulers_db [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 26 11:05:14.759388 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: port after_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.759746 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: port after_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.760101 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: port after_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.760446 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: port after_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.761249 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router before_create 55550100 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.761614 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.762003 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router precommit_create 55550100 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.762359 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > router precommit_update 55550100 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.766872 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.services.provider_configuration [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Service providers = [] {{(pid=92244) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 26 11:05:14.767235 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.db.servicetype_db [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92244) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 26 11:05:14.770180 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.services.service_base [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92244) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 11:05:14.771185 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.services.service_base [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92244) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 11:05:14.771525 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.services.service_base [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92244) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 11:05:14.772408 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.services.service_base [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92244) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 11:05:14.772769 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.services.service_base [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Default provider is not specified for service type L3_ROUTER_NAT May 26 11:05:14.773318 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 11:05:14.773644 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 26 11:05:14.784272 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 11:05:14.784610 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading Plugin: auto_allocate May 26 11:05:14.790562 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: network precommit_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.790928 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: network precommit_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.791449 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 11:05:14.791766 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading Plugin: tag May 26 11:05:14.798573 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 11:05:14.798905 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading Plugin: timestamp May 26 11:05:14.802727 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 11:05:14.803057 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading Plugin: network_ip_availability May 26 11:05:14.808235 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.808605 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.808961 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:14.809666 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 11:05:14.810022 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading Plugin: flavors May 26 11:05:14.815038 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 11:05:14.815368 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading Plugin: revisions May 26 11:05:14.820413 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 11:05:14.820810 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_concurrency.lockutils [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.135s {{(pid=92244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:14.821550 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92244) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 26 11:05:14.821911 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Initializing extension manager. May 26 11:05:14.822417 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: __init__.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.822757 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: __pycache__ {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.823088 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.823415 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: address_group.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.824175 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.824745 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: address-group May 26 11:05:14.825065 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: address_scope.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.825770 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.826294 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: address-scope May 26 11:05:14.826615 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.827536 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.828043 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: router-admin-state-down-before-update May 26 11:05:14.828432 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: agent.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.829052 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.829555 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: agent May 26 11:05:14.829908 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: agent_resources_synced.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.830809 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.831321 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: agent-resources-synced May 26 11:05:14.831642 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: allowedaddresspairs.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.834003 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.834525 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: allowed-address-pairs May 26 11:05:14.834857 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: auto_allocated_topology.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.835926 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.836439 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: auto-allocated-topology May 26 11:05:14.836765 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: availability_zone.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.837451 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.837984 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: availability_zone May 26 11:05:14.838309 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: availability_zone_filter.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.839206 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.839706 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: availability_zone_filter May 26 11:05:14.840022 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: data_plane_status.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.840912 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.841406 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension data-plane-status not supported by any of loaded plugins May 26 11:05:14.841724 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: default_subnetpools.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.842645 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.843146 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: default-subnetpools May 26 11:05:14.843467 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.844274 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.844782 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: dhcp_agent_scheduler May 26 11:05:14.845106 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: dns.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.846034 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.846534 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension dns-integration not supported by any of loaded plugins May 26 11:05:14.846854 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: dns_domain_ports.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.847766 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.848267 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension dns-domain-ports not supported by any of loaded plugins May 26 11:05:14.848630 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: dvr.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.849295 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.849804 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: dvr May 26 11:05:14.850130 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: empty_string_filtering.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.851028 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.851532 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: empty-string-filtering May 26 11:05:14.851852 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.852748 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.853246 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 26 11:05:14.853566 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.854487 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.854994 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 26 11:05:14.855307 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: external_net.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.856206 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.856709 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: external-net May 26 11:05:14.857028 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.857950 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.858450 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: extra_dhcp_opt May 26 11:05:14.858768 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: extraroute.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.859673 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.860170 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: extraroute May 26 11:05:14.860487 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: extraroute_atomic.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.861503 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.862030 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: extraroute-atomic May 26 11:05:14.862348 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: filter_validation.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.862998 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.863496 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: filter-validation May 26 11:05:14.863812 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: fip_pf_description.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.865434 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.865960 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 26 11:05:14.866282 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: fip_port_details.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.867189 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.867691 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: fip-port-details May 26 11:05:14.868010 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: flavors.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.869246 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.869753 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: flavors May 26 11:05:14.870105 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.871757 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.872278 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 26 11:05:14.872614 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: floatingip_pools.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.873305 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.873827 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: floatingip-pools May 26 11:05:14.874154 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: ip_allocation.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.875066 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.875567 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension ip_allocation not supported by any of loaded plugins May 26 11:05:14.875892 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.876794 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.877298 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: ip-substring-filtering May 26 11:05:14.877624 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: l2_adjacency.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.878574 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.879079 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension l2_adjacency not supported by any of loaded plugins May 26 11:05:14.879400 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: l3.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.880944 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.881462 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: router May 26 11:05:14.881787 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.884042 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.884563 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 26 11:05:14.884899 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.885845 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.886364 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: ext-gw-mode May 26 11:05:14.886694 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.887601 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.888107 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: l3-ha May 26 11:05:14.888428 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: l3_flavors.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.889326 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.889850 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: l3-flavors May 26 11:05:14.890172 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.891065 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.891583 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: l3-port-ip-change-not-allowed May 26 11:05:14.891891 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: l3agentscheduler.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.892918 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.893424 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: l3_agent_scheduler May 26 11:05:14.893749 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: logging.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.895306 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.895825 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension logging not supported by any of loaded plugins May 26 11:05:14.896151 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: metering.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.896888 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.897469 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: metering May 26 11:05:14.897818 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.898968 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.899483 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: metering_source_and_destination_fields May 26 11:05:14.899807 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: multiprovidernet.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.900857 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.901370 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: multi-provider May 26 11:05:14.901697 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: netmtu.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.902629 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.903137 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: net-mtu May 26 11:05:14.903459 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: netmtu_writable.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.904363 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.904866 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: net-mtu-writable May 26 11:05:14.905195 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: network_availability_zone.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.905879 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.906385 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: network_availability_zone May 26 11:05:14.906703 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: network_ip_availability.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.907780 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.908291 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: network-ip-availability May 26 11:05:14.908614 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: network_segment_range.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.909373 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.909894 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension network-segment-range not supported by any of loaded plugins May 26 11:05:14.910215 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: pagination.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.911203 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.911533 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: pagination May 26 11:05:14.911853 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: port_device_profile.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.912758 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.913266 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: port-device-profile May 26 11:05:14.913588 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.914526 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.915038 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: port-mac-address-regenerate May 26 11:05:14.915362 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.916256 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.916758 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: port-numa-affinity-policy May 26 11:05:14.917078 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: port_resource_request.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.918003 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.918499 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension port-resource-request not supported by any of loaded plugins May 26 11:05:14.918818 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: portbindings.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.919733 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.920230 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: binding May 26 11:05:14.920549 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: portbindings_extended.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.921840 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.922343 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: binding-extended May 26 11:05:14.922667 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: portsecurity.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.923564 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.924069 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: port-security May 26 11:05:14.924388 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: project_id.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.925347 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.925670 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: project-id May 26 11:05:14.926018 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: providernet.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.927453 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.927955 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: provider May 26 11:05:14.928274 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: qos.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.931822 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.932343 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension qos not supported by any of loaded plugins May 26 11:05:14.932672 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.933939 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.934454 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 26 11:05:14.934782 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.935701 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.936207 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 26 11:05:14.936531 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: qos_default.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.937433 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.937973 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension qos-default not supported by any of loaded plugins May 26 11:05:14.938298 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: qos_fip.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.938944 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.939439 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension qos-fip not supported by any of loaded plugins May 26 11:05:14.939761 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: qos_gateway_ip.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.940667 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.941170 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 26 11:05:14.941490 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: qos_port_network_policy.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.943292 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.943793 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 26 11:05:14.944114 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: qos_rule_type_details.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.945018 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.945517 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 26 11:05:14.945869 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: qos_rules_alias.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.946922 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.947430 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension qos-rules-alias not supported by any of loaded plugins May 26 11:05:14.947759 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: quotasv2.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.948776 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.949102 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: quotas May 26 11:05:14.949421 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: quotasv2_detail.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.951065 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.951410 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: quota_details May 26 11:05:14.951741 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: rbac.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.952792 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.953308 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: rbac-policies May 26 11:05:14.953636 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: rbac_address_group.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.954580 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.955093 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: rbac-address-group May 26 11:05:14.955418 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: rbac_address_scope.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.956324 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.956830 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: rbac-address-scope May 26 11:05:14.957154 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: rbac_security_groups.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.958120 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.958627 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: rbac-security-groups May 26 11:05:14.958949 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: rbac_subnetpool.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.959850 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.960356 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: rbac-subnetpool May 26 11:05:14.960676 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: revisionifmatch.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.961583 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.962124 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: revision-if-match May 26 11:05:14.962446 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: revisions.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.963541 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.964051 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: standard-attr-revisions May 26 11:05:14.964373 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: router_availability_zone.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.965036 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.965552 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: router_availability_zone May 26 11:05:14.965896 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: routerservicetype.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.966798 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.967302 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension router-service-type not supported by any of loaded plugins May 26 11:05:14.967621 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.968528 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.969034 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: security-groups-normalized-cidr May 26 11:05:14.969353 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.970277 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.970779 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: port-security-groups-filtering May 26 11:05:14.971097 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.972005 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.972507 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: security-groups-remote-address-group May 26 11:05:14.972827 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: securitygroup.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.982310 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.982828 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: security-group May 26 11:05:14.983157 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: segment.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.983929 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.984430 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension segment not supported by any of loaded plugins May 26 11:05:14.984751 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.985676 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.986212 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 26 11:05:14.986535 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: servicetype.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.987631 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.988157 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: service-type May 26 11:05:14.988463 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: sorting.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.989985 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.990314 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: sorting May 26 11:05:14.990633 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: standard_attr_segment.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.991526 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.992030 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension standard-attr-segment not supported by any of loaded plugins May 26 11:05:14.992348 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: standardattrdescription.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.993024 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.993482 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: standard-attr-description May 26 11:05:14.993818 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: stateful_security_group.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.994724 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.995230 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: stateful-security-group May 26 11:05:14.995551 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: stdattrs_common.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.996127 dv-cinder-793136-1-iscsi neutron-server[92244]: WARNING neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 26 11:05:14.996446 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.997421 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.997961 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 26 11:05:14.998283 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: subnet_onboard.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:14.999362 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:14.999870 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: subnet_onboard May 26 11:05:15.000193 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:15.001098 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:15.001599 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 26 11:05:15.001947 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: subnet_service_types.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:15.002858 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:15.003448 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: subnet-service-types May 26 11:05:15.003770 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: subnetallocation.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:15.005463 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:15.006004 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: subnet_allocation May 26 11:05:15.006335 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:15.006988 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:15.007490 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: subnetpool-prefix-ops May 26 11:05:15.007807 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:15.008715 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:15.009213 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 26 11:05:15.009533 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: tagging.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:15.010632 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:15.011138 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: standard-attr-tag May 26 11:05:15.011463 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: timestamp.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:15.012645 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:15.013157 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loaded extension: standard-attr-timestamp May 26 11:05:15.013484 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: trunk.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:15.014540 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:15.015054 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension trunk not supported by any of loaded plugins May 26 11:05:15.015376 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: trunk_details.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:15.016290 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:15.016798 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension trunk-details not supported by any of loaded plugins May 26 11:05:15.017118 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: uplink_status_propagation.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:15.018047 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:15.018554 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 26 11:05:15.018870 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Loading extension file: vlantransparent.py {{(pid=92244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 11:05:15.019517 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 11:05:15.020016 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extension vlan-transparent not supported by any of loaded plugins May 26 11:05:15.022516 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Creating instance of TrackedResource for resource:network May 26 11:05:15.023253 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Creating instance of TrackedResource for resource:subnet May 26 11:05:15.025037 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Creating instance of TrackedResource for resource:subnetpool May 26 11:05:15.025654 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Creating instance of TrackedResource for resource:port May 26 11:05:15.026940 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.v2.resource_helper [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:15.027375 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.v2.resource_helper [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Service FLAVORS assigned prefix: {{(pid=92244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:15.027991 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.v2.resource_helper [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:15.028427 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.v2.resource_helper [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:15.028755 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Creating instance of TrackedResource for resource:router May 26 11:05:15.029409 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Creating instance of TrackedResource for resource:floatingip May 26 11:05:15.030133 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.v2.resource_helper [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Service METERING assigned prefix: /metering {{(pid=92244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:15.031539 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:15.031904 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:15.032253 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:15.033389 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Creating instance of CountableResource for resource:rbac_policy May 26 11:05:15.033844 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Creating instance of TrackedResource for resource:security_group May 26 11:05:15.034517 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 11:05:15.035236 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.v2.resource_helper [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Service CORE assigned prefix: {{(pid=92244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:15.035562 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Creating instance of TrackedResource for resource:subnetpool May 26 11:05:15.035920 dv-cinder-793136-1-iscsi neutron-server[92244]: WARNING neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] subnetpool is already registered May 26 11:05:15.036525 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.v2.resource_helper [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Service CORE assigned prefix: {{(pid=92244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:15.036851 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Creating instance of TrackedResource for resource:subnetpool May 26 11:05:15.037173 dv-cinder-793136-1-iscsi neutron-server[92244]: WARNING neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] subnetpool is already registered May 26 11:05:15.039780 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.v2.resource_helper [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:15.040213 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.v2.resource_helper [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Service FLAVORS assigned prefix: {{(pid=92244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:15.040808 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.v2.resource_helper [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:15.041227 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.v2.resource_helper [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:15.041561 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Creating instance of TrackedResource for resource:router May 26 11:05:15.041912 dv-cinder-793136-1-iscsi neutron-server[92244]: WARNING neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] router is already registered May 26 11:05:15.042502 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Creating instance of TrackedResource for resource:floatingip May 26 11:05:15.042826 dv-cinder-793136-1-iscsi neutron-server[92244]: WARNING neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] floatingip is already registered May 26 11:05:15.043447 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.v2.resource_helper [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Service METERING assigned prefix: /metering {{(pid=92244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:15.044120 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Creating instance of CountableResource for resource:rbac_policy May 26 11:05:15.044444 dv-cinder-793136-1-iscsi neutron-server[92244]: WARNING neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] rbac_policy is already registered May 26 11:05:15.044986 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Creating instance of TrackedResource for resource:security_group May 26 11:05:15.045311 dv-cinder-793136-1-iscsi neutron-server[92244]: WARNING neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] security_group is already registered May 26 11:05:15.045925 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 11:05:15.046265 dv-cinder-793136-1-iscsi neutron-server[92244]: WARNING neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] security_group_rule is already registered May 26 11:05:15.046931 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.v2.resource_helper [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Service CORE assigned prefix: {{(pid=92244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:15.047257 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Creating instance of TrackedResource for resource:subnetpool May 26 11:05:15.047577 dv-cinder-793136-1-iscsi neutron-server[92244]: WARNING neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] subnetpool is already registered May 26 11:05:15.048162 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.v2.resource_helper [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Service CORE assigned prefix: {{(pid=92244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:15.048484 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Creating instance of TrackedResource for resource:subnetpool May 26 11:05:15.048801 dv-cinder-793136-1-iscsi neutron-server[92244]: WARNING neutron.quota.resource_registry [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] subnetpool is already registered May 26 11:05:15.049427 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: extensions {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.050928 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: address-groups {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.053086 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: address-scopes {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.054342 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: agents {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.055502 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: auto-allocated-topology {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.056796 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: availability_zones {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.058235 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: dhcp-networks {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.059654 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: dhcp-agents {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.061096 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: routers {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.062940 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: flavors {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.064109 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: service_profiles {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.065337 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: next_providers {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.066906 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: service_profiles {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.069281 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: floatingip-pools {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.070534 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: routers {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.072364 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: floatingips {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.073548 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: l3-routers {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.074972 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: l3-agents {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.076380 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: metering-labels {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.077735 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: metering-label-rules {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.079040 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: network-ip-availabilities {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.080308 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: bindings {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.081986 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: quotas {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.083463 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: quotas {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.084877 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: rbac-policies {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.086523 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: security-groups {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.087748 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: security-group-rules {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.088981 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: service-providers {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.090245 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: subnetpools {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.092580 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: subnetpools {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.094062 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: tags {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.095795 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: tags {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.208913 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: tags {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.210749 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: tags {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.212548 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: tags {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.214464 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: tags {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.216180 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: tags {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.218126 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: tags {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.219904 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: tags {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.221815 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron.api.extensions [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Extended resource: tags {{(pid=92244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:15.227739 dv-cinder-793136-1-iscsi neutron-server[92244]: WARNING keystonemiddleware.auth_token [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 26 11:05:15.232446 dv-cinder-793136-1-iscsi neutron-server[92244]: WARNING keystonemiddleware.auth_token [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 26 11:05:15.240805 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_concurrency.lockutils [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Acquired lock "singleton_lock" {{(pid=92244) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 26 11:05:15.241282 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_concurrency.lockutils [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Releasing lock "singleton_lock" {{(pid=92244) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 26 11:05:15.241937 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO oslo_service.service [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Starting 2 workers May 26 11:05:15.246708 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Started child 92385 {{(pid=92244) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 11:05:15.250956 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Started child 92386 {{(pid=92244) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 11:05:15.251726 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:15.252542 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO neutron.service [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Neutron service started, listening on 0.0.0.0:9696 May 26 11:05:15.253149 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [-] (92385) wsgi starting up on http://0.0.0.0:9696 May 26 11:05:15.253239 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Notify callbacks [] for process, before_spawn {{(pid=92244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:15.256169 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO oslo_service.service [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Starting 1 workers May 26 11:05:15.256508 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:15.257972 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [-] (92386) wsgi starting up on http://0.0.0.0:9696 May 26 11:05:15.261286 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Started child 92387 {{(pid=92244) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 11:05:15.261820 dv-cinder-793136-1-iscsi neutron-server[92244]: INFO oslo_service.service [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Starting 1 workers May 26 11:05:15.264562 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.service [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] calling RpcWorker wait() {{(pid=92387) _wait /opt/stack/neutron/neutron/service.py:128}} May 26 11:05:15.265107 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.service [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] returning from RpcWorker wait() {{(pid=92387) _wait /opt/stack/neutron/neutron/service.py:135}} May 26 11:05:15.266139 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Started child 92388 {{(pid=92244) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 11:05:15.266338 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:15.266772 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:15.266915 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG neutron_lib.callbacks.manager [None req-cb7f5beb-191f-45dd-a8b1-156212d2cb20 None None] Notify callbacks [] for process, after_spawn {{(pid=92244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:15.268952 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92244) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 26 11:05:15.269337 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 11:05:15.269525 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 11:05:15.269740 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 11:05:15.270115 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 11:05:15.270860 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 11:05:15.271370 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.271525 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:15.272010 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.272010 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.272184 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.272429 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.272984 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.273186 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:15.273283 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.273483 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.273759 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.274055 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.274231 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.274394 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.274802 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.275039 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.275363 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.275634 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.275883 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.276156 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.276328 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.276573 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.276832 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.277057 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.277393 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] debug = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.277563 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.278221 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.278630 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.278872 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.279101 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.279395 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.279642 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.279915 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.280160 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.280408 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.280627 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.280888 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.281129 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.281344 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.281578 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.281855 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.282078 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.282581 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] host = dv-cinder-793136-1-iscsi {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.282814 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.283038 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.283287 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.283531 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.283781 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.284014 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.284279 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.284526 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.284774 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.285000 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.285223 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.285478 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.285693 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.286000 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] log_file = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.286159 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] log_options = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.286391 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.286695 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.286953 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.287142 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.287297 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.287479 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.287727 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.287893 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.288148 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.288386 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.288569 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.288781 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.289029 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.289240 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.289515 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.289743 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.290007 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.290249 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.290493 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.290750 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.290974 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.291201 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.291447 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.291676 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.291913 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.292127 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.292353 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.292567 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.292779 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.293042 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.293255 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.293511 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.293756 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.294035 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.294263 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.294639 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.295004 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.295193 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.295540 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.295803 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.296068 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.296286 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.296514 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.296729 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.296945 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.297191 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] use_json = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.297405 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.297654 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.297940 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.298180 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.298437 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.298632 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.298844 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.299087 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.299607 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.299800 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.300115 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.300365 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.300617 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.300870 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.301120 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.301358 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.301621 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.301904 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.302255 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.302479 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.312290 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.312290 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.312290 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.312290 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.312290 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.312290 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.312290 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.312290 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.313390 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.313390 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.313390 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.313390 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.313390 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.313390 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.313390 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.313390 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.314502 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.314502 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.314502 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.314502 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.314502 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.314502 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.314502 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.314502 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.314502 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.316163 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.316163 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.316163 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.316163 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.316163 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.316163 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.316163 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.316163 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.316163 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.317894 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.317894 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.317894 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.317894 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.317894 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.317894 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.317894 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.317894 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.317894 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.319327 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.319327 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.319327 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.319327 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.319327 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.319327 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.319327 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.319327 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.319327 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.319918 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.319918 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.319918 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.319918 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.319918 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.319918 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.319918 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.319918 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.319918 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.320541 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.320541 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.320541 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.320541 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.320541 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.320541 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.320541 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.320541 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.320541 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.321161 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.321161 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.321161 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.321161 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.321161 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.321161 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.321161 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.321161 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.321719 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.321719 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.321719 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.321942 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.322103 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.322396 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.322624 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.322874 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.323120 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.323358 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.323617 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.323868 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.324066 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.324306 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.324545 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.324787 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.325213 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.325309 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.325621 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.325823 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.326110 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.326379 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.326626 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.326901 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.327153 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.327412 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.327724 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.328017 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.328305 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.328556 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.328786 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.329171 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.329331 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.329516 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.329936 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.330079 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.330219 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.330506 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.330752 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.331179 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.331179 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.331430 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.331729 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.331963 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.332175 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.332387 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.332655 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.333444 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.333680 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.333977 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.334218 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.334453 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.334718 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.334961 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.335173 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.335383 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.335612 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.335823 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.336051 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.336281 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.336512 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.336740 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.336950 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.337205 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.337911 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.337911 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.337911 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.338198 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.338327 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.338571 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.338786 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.339339 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.339339 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.339519 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.339684 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.339899 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.340113 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.340361 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.340578 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.340969 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.341324 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.341563 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.341840 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.342088 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.342324 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.342539 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.342784 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.343004 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.343340 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.343434 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.343649 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.343861 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.344108 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.344349 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.344563 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.344794 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.345028 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.345354 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.345602 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.345874 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.346111 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.346326 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.346558 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.346793 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.350432 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.350432 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.350432 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.350432 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.350432 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.350432 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.350432 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.350432 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.351049 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.351049 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.351049 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.351049 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.351049 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.351049 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.351049 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.351049 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.351049 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.351753 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.351753 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.351753 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.351753 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.351753 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.352348 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.352348 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.352348 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.352575 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.352653 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.352838 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.353047 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.353256 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.353488 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.353694 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.353938 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.354152 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.354361 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.354595 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.354800 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.355120 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.355364 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.355580 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.355885 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.356120 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.356346 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.356613 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.356942 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.357163 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.357404 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.357642 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.357887 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.358126 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.358905 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.358905 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.359196 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.359432 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.359584 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.359724 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.360012 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.360285 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.360499 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.360807 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.361189 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.361424 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.361685 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.362035 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.362489 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.362808 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.363029 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.363248 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.363483 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.363699 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.364301 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.364301 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.364485 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.364641 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.364884 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.365097 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.365343 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.365575 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.365836 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.366056 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.366213 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 11:05:15.366819 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92244) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 26 11:05:15.366980 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 11:05:15.367133 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 11:05:15.367303 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 11:05:15.367472 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 11:05:15.367626 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 11:05:15.367830 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.367991 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.368154 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.368337 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.368471 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.368653 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.368812 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.368969 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.369126 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.369285 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.369449 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.369606 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.369762 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.373364 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.373364 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.373364 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.373364 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.373364 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.373364 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.373364 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.373364 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.373928 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.373928 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] debug = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.373928 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.373928 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.373928 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.373928 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.374371 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.374371 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.374371 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.374371 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.374371 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.374371 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.374371 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.374371 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.374907 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.374907 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.374907 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.374907 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.374907 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.374907 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] host = dv-cinder-793136-1-iscsi {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.374907 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.374907 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.375368 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.375368 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.375368 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.375368 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.375368 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.375368 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.375368 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.375368 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.375795 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.375795 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.375795 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.375959 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] log_file = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.376091 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] log_options = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.376241 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.376374 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.376505 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.376696 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.376844 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.377003 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.377161 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.377319 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.377475 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.377663 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.377778 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.377957 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.378113 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.378272 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.378429 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.378587 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.378743 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.378900 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.379057 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.379215 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.379372 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.379534 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.380249 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.380409 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.380565 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.380723 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.380881 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.381036 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.381193 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.381350 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.381506 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.381663 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.381837 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.381997 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.382154 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.382311 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.382468 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.382628 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.382785 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.382942 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.383121 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.383279 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.383437 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.383593 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.383750 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.383907 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] use_json = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.384064 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.384221 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.384380 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.384537 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.384698 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.384856 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.385012 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.385170 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:15.385345 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.385506 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.385677 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.385858 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.386019 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.386178 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.386339 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.386499 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.386660 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.386843 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.386982 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.387142 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.387312 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.387471 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.387631 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.387794 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.387954 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.388114 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.388275 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.388434 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.388595 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.388753 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.388928 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.389088 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.389249 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.389409 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.389569 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.389730 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.389916 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.390078 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.390255 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.390398 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.390559 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.390718 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.390877 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.391038 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.391197 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.391358 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.391518 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.391678 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.391838 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.391998 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.392159 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.392320 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.392479 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.392639 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.392799 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.392959 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.393119 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.393278 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.393450 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.393609 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.393768 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.393949 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.394111 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.394270 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.394429 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.394589 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.394748 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.394908 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.395069 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.395838 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.396001 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.396341 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.396510 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.396669 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.396830 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.396991 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.397152 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.397329 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.397477 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.397637 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.397834 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.397971 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.398132 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.398293 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.398453 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.398613 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.398775 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.398934 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.399093 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.399254 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.399413 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.399572 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.399742 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.399916 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.400081 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.400242 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.400401 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.400564 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.400725 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.400883 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.401042 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.401201 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.401361 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.401520 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.401679 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.401862 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.402024 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.402184 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.402343 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.402504 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.402665 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.402856 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.402980 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.403140 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.403300 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.403461 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.403620 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.403779 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.403937 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.404113 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.404266 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.404428 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.404588 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.404754 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.404924 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.405086 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.405245 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.405404 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.405563 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.405723 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.405905 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.406066 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.406227 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.406387 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.409707 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.409707 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.409707 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.409707 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.409707 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.409707 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.409707 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.409707 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.410317 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.410317 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.410317 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.410317 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.410317 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.410317 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.410317 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.410317 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.410317 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.411041 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.411041 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.411041 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.411041 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.411041 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.411041 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.411041 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.411041 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.411568 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.411568 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.411568 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.411568 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.411568 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.411568 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.411568 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.411568 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.412095 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.412095 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.412095 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.412095 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.412095 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.412436 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.412436 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.412579 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.412689 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.412851 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.413012 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.413172 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.413332 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.413604 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.413701 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.414821 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.414821 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.414821 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.414821 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.414821 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.414821 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.414821 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.415595 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.415595 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.415595 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.415595 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.415595 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.415925 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.415925 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.415925 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.416141 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.416223 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.416389 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.416546 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.416707 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.416868 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.417029 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.417188 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.417348 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.417510 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.417674 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.417854 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.418021 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.418171 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.418330 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.418490 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.418649 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.418819 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.418980 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.419140 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.419299 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.419460 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.419628 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.419787 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.419951 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.420111 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.420269 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.420437 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.420595 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.420804 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.420904 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.421060 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.421226 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.421384 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.421542 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.421701 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.421881 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.422051 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.422209 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.422368 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.422526 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.422684 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.422851 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.423013 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.423175 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.423340 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.423500 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.423992 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.423992 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.423992 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.424198 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.424277 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.424417 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.424577 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.424737 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.424899 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.425062 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.425232 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.425397 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.425558 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.425726 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.425915 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.426084 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.426248 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.426412 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.426763 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.426922 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.427082 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.427242 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.427402 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.427568 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.427715 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.427861 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.428023 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.428183 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.428342 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.428501 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.428664 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.428824 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.428982 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.429143 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.429303 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.429463 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.429622 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.429780 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:15.429962 dv-cinder-793136-1-iscsi neutron-server[92244]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 11:05:15.435032 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:15.547401 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 44852) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:15.555944 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065079 May 26 11:05:26.349963 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9484fb1-9e03-4044-a24e-b5208b5e4557 None None] get_active_networks_info from dv-cinder-793136-1-iscsi {{(pid=92387) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 11:05:26.493825 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9484fb1-9e03-4044-a24e-b5208b5e4557 None None] No non-hosted networks {{(pid=92387) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 26 11:05:26.509542 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.agentschedulers_db [None req-a9484fb1-9e03-4044-a24e-b5208b5e4557 None None] DHCP Agent not found on host dv-cinder-793136-1-iscsi {{(pid=92387) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 26 11:05:26.644590 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7509bc17-07d8-4a86-85a7-14c8c16b877d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007'] for agent, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:28.833826 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007'] for agent, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:28.834581 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:28.835194 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:28.835760 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:28.836127 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:28.836424 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:28.836753 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:28.837082 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:28.837467 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:28.838314 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:28.838813 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:28.839300 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:28.839981 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:28.840797 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-793136-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:28.849377 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-793136-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:28.944755 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2ba3a4da-7ce8-4a0a-a909-7d1d057038c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007'] for agent, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:29.006611 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.db.api [None req-15570171-b5d4-417a-bc90-1e1c33af0226 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-793136-1-iscsi {{(pid=92387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 11:05:29.007525 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_db.api [None req-15570171-b5d4-417a-bc90-1e1c33af0226 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 11:05:29.536944 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007'] for agent, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:29.618704 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-15570171-b5d4-417a-bc90-1e1c33af0226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:31.473678 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007'] for agent, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:31.932385 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.db.l3_hamode_db [None req-8bcb4101-db09-4fee-b345-fa1e234fd827 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 26 11:05:32.017827 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcb4101-db09-4fee-b345-fa1e234fd827 None None] Routers set() bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:05:32.018221 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcb4101-db09-4fee-b345-fa1e234fd827 None None] Router IDs set() for agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 26 11:05:32.684701 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 44946) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:33.253031 dv-cinder-793136-1-iscsi neutron-server[92386]: WARNING oslo_policy.policy [None req-f20df23e-d797-4672-aa19-e0dc8f517ab1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 11:05:33.253619 dv-cinder-793136-1-iscsi neutron-server[92386]: WARNING oslo_policy.policy [None req-f20df23e-d797-4672-aa19-e0dc8f517ab1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 11:05:33.467943 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [None req-f20df23e-d797-4672-aa19-e0dc8f517ab1 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:05:33.468990 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-f20df23e-d797-4672-aa19-e0dc8f517ab1 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7834170 May 26 11:05:35.777203 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 44960) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:36.134311 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-93e5642b-8f21-4b36-91b9-a9abc1c0f58a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:36.232360 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.policy [None req-93e5642b-8f21-4b36-91b9-a9abc1c0f58a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92386) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 11:05:36.277363 dv-cinder-793136-1-iscsi neutron-server[92386]: WARNING oslo_policy.policy [None req-93e5642b-8f21-4b36-91b9-a9abc1c0f58a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 11:05:36.277733 dv-cinder-793136-1-iscsi neutron-server[92386]: WARNING oslo_policy.policy [None req-93e5642b-8f21-4b36-91b9-a9abc1c0f58a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 11:05:36.286531 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.quota [None req-93e5642b-8f21-4b36-91b9-a9abc1c0f58a admin admin] Loaded quota_driver: . May 26 11:05:36.302199 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-93e5642b-8f21-4b36-91b9-a9abc1c0f58a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:36.430651 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-93e5642b-8f21-4b36-91b9-a9abc1c0f58a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746352130333', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746352130940', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746351842654', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746351852258', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746351825775', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746351836161', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1496211', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-631313', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1698836', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1623998'] for rbac-policy, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:36.578027 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-93e5642b-8f21-4b36-91b9-a9abc1c0f58a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:36.579182 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-93e5642b-8f21-4b36-91b9-a9abc1c0f58a admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8010156 May 26 11:05:39.151494 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 44974) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:39.495879 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '564104f8466b41e58d67146f66d13ddb', 'project_id': '564104f8466b41e58d67146f66d13ddb'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:39.500485 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:39.504914 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Usage tracker for resource:network and tenant:564104f8466b41e58d67146f66d13ddb is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:39.509401 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:39.515362 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:39.578156 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Made reservation on behalf of 564104f8466b41e58d67146f66d13ddb for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:05:39.580940 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1461799'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:39.599253 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:39.612622 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:39.616234 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Usage tracker for resource:security_group_rule and tenant:564104f8466b41e58d67146f66d13ddb is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:39.621022 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:39.626495 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:39.718506 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:39.783753 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:39.789629 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:39.808475 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:05:39.832462 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746349621998', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:39.833054 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Unsubscribe: segment precommit_create {{(pid=92386) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 26 11:05:39.833559 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.db.segments_db [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Added segment 1e8697dd-18cc-4908-98de-3db47189c811 of type vlan for network 36c358fe-106a-49b4-8039-f803f750c2b2 May 26 11:05:39.842033 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6467b0-5472-4d3e-9fbb-8566fe4985fc,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:39.890134 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:39.890549 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:39.890903 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:39.893925 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:39.893925 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:39.893925 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:39.893925 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:39.893925 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:39.894875 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:39.894875 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:39.894875 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:39.894875 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Tracked resource versions report: May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: pushed versions: May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: { 'AddressGroup': {'1.2'}, May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: 'ConntrackHelper': {'1.0'}, May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: 'Log': {'1.0'}, May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: 'Network': {'1.1'}, May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: 'Port': {'1.7'}, May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: 'PortForwarding': {'1.2'}, May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: 'QosPolicy': {'1.8'}, May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: 'SecurityGroup': {'1.4'}, May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: 'SecurityGroupRule': {'1.2'}, May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: 'SubPort': {'1.0'}, May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: 'Subnet': {'1.1'}, May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: 'Trunk': {'1.1'}} May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: consumer versions: May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: { DHCP agent@dv-cinder-793136-1-iscsi: {}, May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: L3 agent@dv-cinder-793136-1-iscsi: {}, May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: Metadata agent@dv-cinder-793136-1-iscsi: {}, May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: Metering agent@dv-cinder-793136-1-iscsi: {}, May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: Open vSwitch agent@dv-cinder-793136-1-iscsi: { 'AddressGroup': '1.2', May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: 'ConntrackHelper': '1.0', May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: 'Log': '1.0', May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: 'Network': '1.1', May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: 'Port': '1.7', May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: 'PortForwarding': '1.2', May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: 'QosPolicy': '1.8', May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: 'SecurityGroup': '1.4', May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: 'SecurityGroupRule': '1.2', May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: 'SubPort': '1.0', May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: 'Subnet': '1.1', May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: 'Trunk': '1.1'}} May 26 11:05:39.895562 dv-cinder-793136-1-iscsi neutron-server[92386]: {{(pid=92386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 11:05:39.947610 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:39.953625 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746349196638'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:40.061672 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:40.063014 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:40.063644 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:40.069070 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:40.168295 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Pushing event updated for resources: {'Network': ['ID=36c358fe-106a-49b4-8039-f803f750c2b2,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:40.171401 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:40.179554 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Network 36c358fe-106a-49b4-8039-f803f750c2b2 details requested by agent ovs-agent-dv-cinder-793136-1-iscsi with host dv-cinder-793136-1-iscsi {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:05:40.251063 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0984931 May 26 11:05:42.847872 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 44990) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:43.284952 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6888e52-fc8b-4615-8112-551bab9ae78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:43.286283 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-c6888e52-fc8b-4615-8112-551bab9ae78a admin admin] 10.222.0.35 "GET /v2.0/networks/36c358fe-106a-49b4-8039-f803f750c2b2 HTTP/1.1" status: 200 len: 825 time: 0.4374824 May 26 11:05:43.312038 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-d203bde1-8313-4a1c-a964-7701d92968bd admin admin] 10.222.0.35 "GET /v2.0/subnetpools/2113d30b-1d74-4842-812e-a61929213c23 HTTP/1.1" status: 200 len: 734 time: 0.0203254 May 26 11:05:43.320732 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-6804901f-449c-458a-b3c7-f28b4139ad37 admin admin] Request body: {'subnet': {'network_id': '36c358fe-106a-49b4-8039-f803f750c2b2', 'subnetpool_id': '2113d30b-1d74-4842-812e-a61929213c23', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '564104f8466b41e58d67146f66d13ddb', 'name': 'private-subnet'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:43.324694 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-6804901f-449c-458a-b3c7-f28b4139ad37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:43.328316 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-6804901f-449c-458a-b3c7-f28b4139ad37 admin admin] Usage tracker for resource:subnet and tenant:564104f8466b41e58d67146f66d13ddb is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:43.331081 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-6804901f-449c-458a-b3c7-f28b4139ad37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:43.337095 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-6804901f-449c-458a-b3c7-f28b4139ad37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:43.406523 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6804901f-449c-458a-b3c7-f28b4139ad37 admin admin] Made reservation on behalf of 564104f8466b41e58d67146f66d13ddb for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:05:43.408791 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6804901f-449c-458a-b3c7-f28b4139ad37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:43.924386 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6804901f-449c-458a-b3c7-f28b4139ad37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:43.929782 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:44.007588 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6804901f-449c-458a-b3c7-f28b4139ad37 admin admin] Checking segment: {'id': '1e8697dd-18cc-4908-98de-3db47189c811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '36c358fe-106a-49b4-8039-f803f750c2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:05:44.007966 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6804901f-449c-458a-b3c7-f28b4139ad37 admin admin] Network hostable DHCP agents. Network: 36c358fe-106a-49b4-8039-f803f750c2b2, hostable agents: ['5be7b6bf-9113-45d0-8352-d59a3f612e3f'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:05:44.013333 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804901f-449c-458a-b3c7-f28b4139ad37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00e1caac-07b3-44b8-bdf1-f3858bb1e3b4,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:44.023283 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6804901f-449c-458a-b3c7-f28b4139ad37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:44.095524 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6804901f-449c-458a-b3c7-f28b4139ad37 admin admin] Network 36c358fe-106a-49b4-8039-f803f750c2b2 is scheduled to be hosted by DHCP agent 5be7b6bf-9113-45d0-8352-d59a3f612e3f with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:05:44.181459 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-6804901f-449c-458a-b3c7-f28b4139ad37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-iscsi, 36c358fe-106a-49b4-8039-f803f750c2b2) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:05:44.186064 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6804901f-449c-458a-b3c7-f28b4139ad37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:44.186656 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6804901f-449c-458a-b3c7-f28b4139ad37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:44.191356 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ebabb6-80e5-40f4-92ac-9a5c4de07bb6 None None] Network 36c358fe-106a-49b4-8039-f803f750c2b2 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:05:44.268142 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-6804901f-449c-458a-b3c7-f28b4139ad37 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9507515 May 26 11:05:44.498267 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643e63a-fd39-5d5d-9f34-faeb87d00edd-36c358fe-106a-49b4-8039-f803f750c2b2', 'network_id': '36c358fe-106a-49b4-8039-f803f750c2b2', 'tenant_id': '564104f8466b41e58d67146f66d13ddb', 'fixed_ips': [{'subnet_id': '00e1caac-07b3-44b8-bdf1-f3858bb1e3b4'}]}} from dv-cinder-793136-1-iscsi. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:05:44.499480 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:44.681657 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Allocated IP 172.20.0.2 (36c358fe-106a-49b4-8039-f803f750c2b2/00e1caac-07b3-44b8-bdf1-f3858bb1e3b4/cddfbbd5-5ec1-4053-8a40-849303892732) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:05:44.906757 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:44.919797 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Transition to ACTIVE for port object cddfbbd5-5ec1-4053-8a40-849303892732 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:05:44.938252 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Transition to ACTIVE for port object cddfbbd5-5ec1-4053-8a40-849303892732 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:05:45.022801 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:45.027671 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:45.087096 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Network 36c358fe-106a-49b4-8039-f803f750c2b2 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:05:45.089975 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:05:45.098496 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:05:45.101831 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Pushing event updated for resources: {'Port': ['ID=cddfbbd5-5ec1-4053-8a40-849303892732,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:45.140517 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:45.140867 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:45.141187 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:45.141510 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:45.141852 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:45.142172 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:45.142488 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:45.142802 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:45.143130 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:45.143444 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:45.143755 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:45.144092 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Tracked resource versions report: May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: pushed versions: May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: { 'AddressGroup': {'1.2'}, May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: 'ConntrackHelper': {'1.0'}, May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: 'Log': {'1.0'}, May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: 'Network': {'1.1'}, May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: 'Port': {'1.7'}, May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: 'PortForwarding': {'1.2'}, May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: 'QosPolicy': {'1.8'}, May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: 'SecurityGroup': {'1.4'}, May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: 'SecurityGroupRule': {'1.2'}, May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: 'SubPort': {'1.0'}, May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: 'Subnet': {'1.1'}, May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: 'Trunk': {'1.1'}} May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: consumer versions: May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: { DHCP agent@dv-cinder-793136-1-iscsi: {}, May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: L3 agent@dv-cinder-793136-1-iscsi: {}, May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: Metadata agent@dv-cinder-793136-1-iscsi: {}, May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: Metering agent@dv-cinder-793136-1-iscsi: {}, May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: Open vSwitch agent@dv-cinder-793136-1-iscsi: { 'AddressGroup': '1.2', May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: 'ConntrackHelper': '1.0', May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: 'Log': '1.0', May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: 'Network': '1.1', May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: 'Port': '1.7', May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: 'PortForwarding': '1.2', May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: 'QosPolicy': '1.8', May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: 'SecurityGroup': '1.4', May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: 'SecurityGroupRule': '1.2', May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: 'SubPort': '1.0', May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: 'Subnet': '1.1', May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: 'Trunk': '1.1'}} May 26 11:05:45.145222 dv-cinder-793136-1-iscsi neutron-server[92387]: {{(pid=92387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 11:05:45.179895 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:45.199172 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Attempting to bind port cddfbbd5-5ec1-4053-8a40-849303892732 on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:05:45.199747 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Attempting to bind port cddfbbd5-5ec1-4053-8a40-849303892732 by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': '1e8697dd-18cc-4908-98de-3db47189c811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '36c358fe-106a-49b4-8039-f803f750c2b2'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:05:45.199991 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Attempting to bind port cddfbbd5-5ec1-4053-8a40-849303892732 on network 36c358fe-106a-49b4-8039-f803f750c2b2 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:05:45.205054 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:05:45.205454 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Checking segment: {'id': '1e8697dd-18cc-4908-98de-3db47189c811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '36c358fe-106a-49b4-8039-f803f750c2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:05:45.205928 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:45.206320 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Bound using segment: {'id': '1e8697dd-18cc-4908-98de-3db47189c811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '36c358fe-106a-49b4-8039-f803f750c2b2'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:05:45.206892 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Bound port: cddfbbd5-5ec1-4053-8a40-849303892732, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8697dd-18cc-4908-98de-3db47189c811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '36c358fe-106a-49b4-8039-f803f750c2b2'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:05:45.207302 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:45.293462 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] For port cddfbbd5-5ec1-4053-8a40-849303892732, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:05:45.297325 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] For port cddfbbd5-5ec1-4053-8a40-849303892732, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=cddfbbd5-5ec1-4053-8a40-849303892732,segment=NetworkSegment(1e8697dd-18cc-4908-98de-3db47189c811),segment_id=1e8697dd-18cc-4908-98de-3db47189c811)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:05:45.355459 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:45.359371 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:45.458351 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Pushing event updated for resources: {'Port': ['ID=cddfbbd5-5ec1-4053-8a40-849303892732,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:45.458351 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:46.617443 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 45000) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:47.200756 dv-cinder-793136-1-iscsi neutron-server[92385]: WARNING oslo_policy.policy [None req-01083fa7-f250-4fde-b5a5-1844b3bb9feb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 11:05:47.201337 dv-cinder-793136-1-iscsi neutron-server[92385]: WARNING oslo_policy.policy [None req-01083fa7-f250-4fde-b5a5-1844b3bb9feb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 11:05:47.416921 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [None req-01083fa7-f250-4fde-b5a5-1844b3bb9feb admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:05:47.418187 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-01083fa7-f250-4fde-b5a5-1844b3bb9feb admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7986960 May 26 11:05:49.771598 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 45018) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:50.150149 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [None req-b003ee13-a02b-40db-9354-45a9828b04a0 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:05:50.151091 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-b003ee13-a02b-40db-9354-45a9828b04a0 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3785975 May 26 11:05:50.655799 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device cddfbbd5-5ec1-4053-8a40-849303892732 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:05:50.812246 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port cddfbbd5-5ec1-4053-8a40-849303892732 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:05:50.968766 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bef18b-b9e8-47a9-aee2-b400fea8d3b8 None None] Network 36c358fe-106a-49b4-8039-f803f750c2b2 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:05:51.146219 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ddcfb756-f35e-41a0-9603-dc8a65ddb2f8 None None] Provisioning for port cddfbbd5-5ec1-4053-8a40-849303892732 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:05:51.155791 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ddcfb756-f35e-41a0-9603-dc8a65ddb2f8 None None] Provisioning complete for port cddfbbd5-5ec1-4053-8a40-849303892732 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:51.156190 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ddcfb756-f35e-41a0-9603-dc8a65ddb2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:51.338797 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ddcfb756-f35e-41a0-9603-dc8a65ddb2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:51.377971 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-ddcfb756-f35e-41a0-9603-dc8a65ddb2f8 None None] For port cddfbbd5-5ec1-4053-8a40-849303892732, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=cddfbbd5-5ec1-4053-8a40-849303892732,segment=NetworkSegment(1e8697dd-18cc-4908-98de-3db47189c811),segment_id=1e8697dd-18cc-4908-98de-3db47189c811)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:05:51.458089 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ddcfb756-f35e-41a0-9603-dc8a65ddb2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:51.460316 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4cbbc129-ba78-475a-9e82-5ef4599b5177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:51.524232 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfb756-f35e-41a0-9603-dc8a65ddb2f8 None None] Pushing event updated for resources: {'Port': ['ID=cddfbbd5-5ec1-4053-8a40-849303892732,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:51.527232 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ddcfb756-f35e-41a0-9603-dc8a65ddb2f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:51.579060 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9c1f7aa2-153a-4625-9c80-c99a9520b366 None None] Provisioning complete for port cddfbbd5-5ec1-4053-8a40-849303892732 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:51.579423 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7aa2-153a-4625-9c80-c99a9520b366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:52.629031 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device cddfbbd5-5ec1-4053-8a40-849303892732 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:05:52.693342 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port cddfbbd5-5ec1-4053-8a40-849303892732 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:05:52.693714 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:52.734551 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 45030) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:53.076834 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-7cc003c2-edd4-4a88-a6a0-e18340d0712d admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '564104f8466b41e58d67146f66d13ddb'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:53.146719 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.policy [None req-7cc003c2-edd4-4a88-a6a0-e18340d0712d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92385) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 11:05:53.192635 dv-cinder-793136-1-iscsi neutron-server[92385]: WARNING oslo_policy.policy [None req-7cc003c2-edd4-4a88-a6a0-e18340d0712d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 11:05:53.193006 dv-cinder-793136-1-iscsi neutron-server[92385]: WARNING oslo_policy.policy [None req-7cc003c2-edd4-4a88-a6a0-e18340d0712d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 11:05:53.201589 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.quota [None req-7cc003c2-edd4-4a88-a6a0-e18340d0712d admin admin] Loaded quota_driver: . May 26 11:05:53.217361 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-7cc003c2-edd4-4a88-a6a0-e18340d0712d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:53.224524 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-7cc003c2-edd4-4a88-a6a0-e18340d0712d admin admin] Usage tracker for resource:router and tenant:564104f8466b41e58d67146f66d13ddb is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:53.228882 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-7cc003c2-edd4-4a88-a6a0-e18340d0712d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:53.236142 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-7cc003c2-edd4-4a88-a6a0-e18340d0712d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:53.321162 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7cc003c2-edd4-4a88-a6a0-e18340d0712d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-922'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:53.323332 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7cc003c2-edd4-4a88-a6a0-e18340d0712d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-995'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:53.349190 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7cc003c2-edd4-4a88-a6a0-e18340d0712d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:53.544642 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7cc003c2-edd4-4a88-a6a0-e18340d0712d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424500'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:53.629843 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7cc003c2-edd4-4a88-a6a0-e18340d0712d admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:53.630989 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-7cc003c2-edd4-4a88-a6a0-e18340d0712d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8955047 May 26 11:05:55.936428 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 45042) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:56.294377 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [None req-1e01eab1-6d86-4a4f-8194-d4b5676b3b49 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:05:56.295332 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-1e01eab1-6d86-4a4f-8194-d4b5676b3b49 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3580036 May 26 11:05:56.353532 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b9b4a0c0-51e8-4925-84d2-68a36d99ed91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:58.649152 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 45052) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:05:58.770171 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:58.935806 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ef42d3c3-a5f8-4dab-95a9-cc55803520e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:59.014322 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:59.019302 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:59.023023 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Usage tracker for resource:network and tenant:0c1bbe676dc9404a91a4679974243f9c is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:59.026432 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:59.031933 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:59.098257 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Made reservation on behalf of 0c1bbe676dc9404a91a4679974243f9c for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:05:59.101101 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1461799'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:59.117070 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:59.130454 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:05:59.134069 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Usage tracker for resource:security_group_rule and tenant:0c1bbe676dc9404a91a4679974243f9c is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:05:59.137118 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:05:59.142652 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:05:59.231569 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:59.274781 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:59.279891 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:59.292981 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Reserving flat network on physical network physnet1 {{(pid=92385) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 26 11:05:59.322407 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746349621998', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:59.323005 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Unsubscribe: segment precommit_create {{(pid=92385) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 26 11:05:59.323484 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.db.segments_db [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Added segment afb57f28-e920-40d2-92e4-9f0123dea3a9 of type flat for network 0c406d08-576a-4058-82f8-2db7a46cb825 May 26 11:05:59.372410 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231e6688-f604-4271-a61f-796190514d87,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:59.386637 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:59.395767 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:59.395767 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:59.395767 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:59.395767 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:59.395767 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:59.396164 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:59.396164 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:59.396164 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:59.396164 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:59.396164 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Tracked resource versions report: May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: pushed versions: May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: { 'AddressGroup': {'1.2'}, May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: 'ConntrackHelper': {'1.0'}, May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: 'Log': {'1.0'}, May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: 'Network': {'1.1'}, May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: 'Port': {'1.7'}, May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: 'PortForwarding': {'1.2'}, May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: 'QosPolicy': {'1.8'}, May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: 'SecurityGroup': {'1.4'}, May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: 'SecurityGroupRule': {'1.2'}, May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: 'SubPort': {'1.0'}, May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: 'Subnet': {'1.1'}, May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: 'Trunk': {'1.1'}} May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: consumer versions: May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: { DHCP agent@dv-cinder-793136-1-iscsi: {}, May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: L3 agent@dv-cinder-793136-1-iscsi: {}, May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: Metadata agent@dv-cinder-793136-1-iscsi: {}, May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: Metering agent@dv-cinder-793136-1-iscsi: {}, May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: Open vSwitch agent@dv-cinder-793136-1-iscsi: { 'AddressGroup': '1.2', May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: 'ConntrackHelper': '1.0', May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: 'Log': '1.0', May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: 'Network': '1.1', May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: 'Port': '1.7', May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: 'PortForwarding': '1.2', May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: 'QosPolicy': '1.8', May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: 'SecurityGroup': '1.4', May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: 'SecurityGroupRule': '1.2', May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: 'SubPort': '1.0', May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: 'Subnet': '1.1', May 26 11:05:59.396528 dv-cinder-793136-1-iscsi neutron-server[92385]: 'Trunk': '1.1'}} May 26 11:05:59.398459 dv-cinder-793136-1-iscsi neutron-server[92385]: {{(pid=92385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 11:05:59.444999 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:59.451051 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746349196638'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:59.480676 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:59.552963 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:59.554494 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:05:59.555139 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:59.560149 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:59.660515 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Pushing event updated for resources: {'Network': ['ID=0c406d08-576a-4058-82f8-2db7a46cb825,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:05:59.663636 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:59.670481 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Network 0c406d08-576a-4058-82f8-2db7a46cb825 details requested by agent ovs-agent-dv-cinder-793136-1-iscsi with host dv-cinder-793136-1-iscsi {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:05:59.698522 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0483665 May 26 11:06:01.394811 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:02.022326 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 45076) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:06:02.233763 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e06a50-53c7-418e-9f65-e9e86b5121e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:02.235093 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-79e06a50-53c7-418e-9f65-e9e86b5121e8 admin admin] 10.222.0.35 "GET /v2.0/subnets/00e1caac-07b3-44b8-bdf1-f3858bb1e3b4 HTTP/1.1" status: 200 len: 849 time: 0.2118390 May 26 11:06:02.321160 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 5 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:06:02.387603 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-fbb8f1e6-f677-4e7e-8aa0-d322fde17f5b admin admin] 10.222.0.35 "GET /v2.0/routers/175531ba-85d8-4763-9b30-fe232ec40494 HTTP/1.1" status: 200 len: 704 time: 0.1465206 May 26 11:06:02.830292 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d10b67f5-b345-45fc-bf7b-f01284b4cfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:03.050326 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-d10b67f5-b345-45fc-bf7b-f01284b4cfb9 admin admin] Allocated IP 172.20.0.1 (36c358fe-106a-49b4-8039-f803f750c2b2/00e1caac-07b3-44b8-bdf1-f3858bb1e3b4/4d79cf5f-c2f0-423d-b698-5ba25769bafc) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:06:03.201308 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d10b67f5-b345-45fc-bf7b-f01284b4cfb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:03.218901 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d10b67f5-b345-45fc-bf7b-f01284b4cfb9 admin admin] Transition to ACTIVE for port object 4d79cf5f-c2f0-423d-b698-5ba25769bafc will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:06:03.315310 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d10b67f5-b345-45fc-bf7b-f01284b4cfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:03.320322 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:03.381313 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10b67f5-b345-45fc-bf7b-f01284b4cfb9 admin admin] Network 36c358fe-106a-49b4-8039-f803f750c2b2 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:06:03.384319 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-d10b67f5-b345-45fc-bf7b-f01284b4cfb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:06:03.387812 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10b67f5-b345-45fc-bf7b-f01284b4cfb9 admin admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:06:03.388344 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d10b67f5-b345-45fc-bf7b-f01284b4cfb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419410'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:03.531620 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b67f5-b345-45fc-bf7b-f01284b4cfb9 admin admin] Pushing event updated for resources: {'Port': ['ID=4d79cf5f-c2f0-423d-b698-5ba25769bafc,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:03.538373 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d10b67f5-b345-45fc-bf7b-f01284b4cfb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:03.649920 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c6327c7f-2549-408d-a550-76486fdad6fa None None] Provisioning for port 4d79cf5f-c2f0-423d-b698-5ba25769bafc completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:06:03.654589 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c6327c7f-2549-408d-a550-76486fdad6fa None None] Provisioning complete for port 4d79cf5f-c2f0-423d-b698-5ba25769bafc triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:06:03.654958 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c6327c7f-2549-408d-a550-76486fdad6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:03.708621 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-c6327c7f-2549-408d-a550-76486fdad6fa None None] Port 4d79cf5f-c2f0-423d-b698-5ba25769bafc cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:06:03.797404 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d10b67f5-b345-45fc-bf7b-f01284b4cfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:04.014981 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d10b67f5-b345-45fc-bf7b-f01284b4cfb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:04.086090 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d10b67f5-b345-45fc-bf7b-f01284b4cfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:04.087115 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d10b67f5-b345-45fc-bf7b-f01284b4cfb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419569'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:04.090235 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d10b67f5-b345-45fc-bf7b-f01284b4cfb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:04.214067 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b67f5-b345-45fc-bf7b-f01284b4cfb9 admin admin] Pushing event updated for resources: {'Port': ['ID=4d79cf5f-c2f0-423d-b698-5ba25769bafc,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:04.217911 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d10b67f5-b345-45fc-bf7b-f01284b4cfb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:04.272939 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10b67f5-b345-45fc-bf7b-f01284b4cfb9 admin admin] Network 36c358fe-106a-49b4-8039-f803f750c2b2 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:06:04.274124 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-d10b67f5-b345-45fc-bf7b-f01284b4cfb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:06:04.429741 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b293fb9b-3520-4e77-bc55-9f941011c5b4 None None] Provisioning complete for port 4d79cf5f-c2f0-423d-b698-5ba25769bafc triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:06:04.430148 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b293fb9b-3520-4e77-bc55-9f941011c5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:04.481838 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b293fb9b-3520-4e77-bc55-9f941011c5b4 None None] Port 4d79cf5f-c2f0-423d-b698-5ba25769bafc cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:06:04.520731 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10b67f5-b345-45fc-bf7b-f01284b4cfb9 admin admin] Router 175531ba-85d8-4763-9b30-fe232ec40494 is scheduled to L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 11:06:04.668258 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10b67f5-b345-45fc-bf7b-f01284b4cfb9 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:06:04.677529 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] Sync routers for ids ['175531ba-85d8-4763-9b30-fe232ec40494'] in dv-cinder-793136-1-iscsi {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:06:04.677986 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-d10b67f5-b345-45fc-bf7b-f01284b4cfb9 admin admin] 10.222.0.35 "PUT /v2.0/routers/175531ba-85d8-4763-9b30-fe232ec40494/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2850611 May 26 11:06:04.687685 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] Routers {'175531ba-85d8-4763-9b30-fe232ec40494'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:06:04.688523 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:05:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['175531ba-85d8-4763-9b30-fe232ec40494'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:04.861138 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] Set router 175531ba-85d8-4763-9b30-fe232ec40494 gateway port host: None {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:06:05.215902 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175531ba-85d8-4763-9b30-fe232ec40494', 'name': 'router1', 'tenant_id': '564104f8466b41e58d67146f66d13ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:53Z', 'updated_at': '2021-05-26T11:06:03Z', 'revision_number': 2, 'project_id': '564104f8466b41e58d67146f66d13ddb', 'gw_port_host': None, '_interfaces': [{'id': '4d79cf5f-c2f0-423d-b698-5ba25769bafc', 'name': '', 'network_id': '36c358fe-106a-49b4-8039-f803f750c2b2', 'tenant_id': '564104f8466b41e58d67146f66d13ddb', 'mac_address': 'fa:16:3e:ad:d7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175531ba-85d8-4763-9b30-fe232ec40494', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00e1caac-07b3-44b8-bdf1-f3858bb1e3b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:06:02Z', 'updated_at': '2021-05-26T11:06:03Z', 'revision_number': 2, 'project_id': '564104f8466b41e58d67146f66d13ddb', 'subnets': [{'id': '00e1caac-07b3-44b8-bdf1-f3858bb1e3b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2113d30b-1d74-4842-812e-a61929213c23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:05.220731 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] Checking router: 175531ba-85d8-4763-9b30-fe232ec40494 for host: dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:06:05.221124 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] Updating router 175531ba-85d8-4763-9b30-fe232ec40494 port 4d79cf5f-c2f0-423d-b698-5ba25769bafc binding host dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:06:05.271106 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:05.647420 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] Notify callbacks [] for port, precommit_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:05.661562 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.provisioning_blocks [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] Transition to ACTIVE for port object 4d79cf5f-c2f0-423d-b698-5ba25769bafc will not be triggered until provisioned by entity L2. {{(pid=92388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:06:05.726235 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:05.732166 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:05.937498 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a5fef-7776-477a-8aad-ffa6f61de37b None None] Pushing event updated for resources: {'Port': ['ID=4d79cf5f-c2f0-423d-b698-5ba25769bafc,revision_number=3']} {{(pid=92388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:05.947518 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a5fef-7776-477a-8aad-ffa6f61de37b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:05.947860 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a5fef-7776-477a-8aad-ffa6f61de37b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:05.948193 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a5fef-7776-477a-8aad-ffa6f61de37b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:05.948516 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a5fef-7776-477a-8aad-ffa6f61de37b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:05.948838 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a5fef-7776-477a-8aad-ffa6f61de37b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:05.949158 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a5fef-7776-477a-8aad-ffa6f61de37b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:05.949475 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a5fef-7776-477a-8aad-ffa6f61de37b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:05.949802 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a5fef-7776-477a-8aad-ffa6f61de37b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:05.950137 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a5fef-7776-477a-8aad-ffa6f61de37b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:05.950447 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a5fef-7776-477a-8aad-ffa6f61de37b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:05.950758 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a5fef-7776-477a-8aad-ffa6f61de37b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:05.951069 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a5fef-7776-477a-8aad-ffa6f61de37b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415a5fef-7776-477a-8aad-ffa6f61de37b None None] Tracked resource versions report: May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: pushed versions: May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: { 'AddressGroup': {'1.2'}, May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: 'ConntrackHelper': {'1.0'}, May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: 'Log': {'1.0'}, May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: 'Network': {'1.1'}, May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: 'Port': {'1.7'}, May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: 'PortForwarding': {'1.2'}, May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: 'QosPolicy': {'1.8'}, May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: 'SecurityGroup': {'1.4'}, May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: 'SecurityGroupRule': {'1.2'}, May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: 'SubPort': {'1.0'}, May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: 'Subnet': {'1.1'}, May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: 'Trunk': {'1.1'}} May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: consumer versions: May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: { DHCP agent@dv-cinder-793136-1-iscsi: {}, May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: L3 agent@dv-cinder-793136-1-iscsi: {}, May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: Metadata agent@dv-cinder-793136-1-iscsi: {}, May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: Metering agent@dv-cinder-793136-1-iscsi: {}, May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: Open vSwitch agent@dv-cinder-793136-1-iscsi: { 'AddressGroup': '1.2', May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: 'ConntrackHelper': '1.0', May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: 'Log': '1.0', May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: 'Network': '1.1', May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: 'Port': '1.7', May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: 'PortForwarding': '1.2', May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: 'QosPolicy': '1.8', May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: 'SecurityGroup': '1.4', May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: 'SecurityGroupRule': '1.2', May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: 'SubPort': '1.0', May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: 'Subnet': '1.1', May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: 'Trunk': '1.1'}} May 26 11:06:05.952186 dv-cinder-793136-1-iscsi neutron-server[92388]: {{(pid=92388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 11:06:05.954488 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] Attempting to bind port 4d79cf5f-c2f0-423d-b698-5ba25769bafc on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:06:05.954879 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] Attempting to bind port 4d79cf5f-c2f0-423d-b698-5ba25769bafc by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': '1e8697dd-18cc-4908-98de-3db47189c811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '36c358fe-106a-49b4-8039-f803f750c2b2'}] {{(pid=92388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:06:05.955321 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] Attempting to bind port 4d79cf5f-c2f0-423d-b698-5ba25769bafc on network 36c358fe-106a-49b4-8039-f803f750c2b2 {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:06:05.959241 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-415a5fef-7776-477a-8aad-ffa6f61de37b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:05.961653 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:06:05.962097 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] Checking segment: {'id': '1e8697dd-18cc-4908-98de-3db47189c811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '36c358fe-106a-49b4-8039-f803f750c2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:06:05.963109 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:05.963109 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] Bound using segment: {'id': '1e8697dd-18cc-4908-98de-3db47189c811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '36c358fe-106a-49b4-8039-f803f750c2b2'} {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:06:05.963442 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] Bound port: 4d79cf5f-c2f0-423d-b698-5ba25769bafc, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8697dd-18cc-4908-98de-3db47189c811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '36c358fe-106a-49b4-8039-f803f750c2b2'}}] {{(pid=92388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:06:05.963813 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:06.048924 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.db [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] For port 4d79cf5f-c2f0-423d-b698-5ba25769bafc, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:06:06.053374 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.db [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] For port 4d79cf5f-c2f0-423d-b698-5ba25769bafc, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=4d79cf5f-c2f0-423d-b698-5ba25769bafc,segment=NetworkSegment(1e8697dd-18cc-4908-98de-3db47189c811),segment_id=1e8697dd-18cc-4908-98de-3db47189c811)] {{(pid=92388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:06:06.124394 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:06.128985 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:06.208758 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] Routers {'175531ba-85d8-4763-9b30-fe232ec40494'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:06:06.209392 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:05:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['175531ba-85d8-4763-9b30-fe232ec40494'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:06.325756 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a5fef-7776-477a-8aad-ffa6f61de37b None None] Pushing event updated for resources: {'Port': ['ID=4d79cf5f-c2f0-423d-b698-5ba25769bafc,revision_number=4']} {{(pid=92388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:06.334531 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-415a5fef-7776-477a-8aad-ffa6f61de37b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:06.366586 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] Set router 175531ba-85d8-4763-9b30-fe232ec40494 gateway port host: None {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:06:06.707027 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175531ba-85d8-4763-9b30-fe232ec40494', 'name': 'router1', 'tenant_id': '564104f8466b41e58d67146f66d13ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:53Z', 'updated_at': '2021-05-26T11:06:03Z', 'revision_number': 2, 'project_id': '564104f8466b41e58d67146f66d13ddb', 'gw_port_host': None, '_interfaces': [{'id': '4d79cf5f-c2f0-423d-b698-5ba25769bafc', 'name': '', 'network_id': '36c358fe-106a-49b4-8039-f803f750c2b2', 'tenant_id': '564104f8466b41e58d67146f66d13ddb', 'mac_address': 'fa:16:3e:ad:d7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175531ba-85d8-4763-9b30-fe232ec40494', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00e1caac-07b3-44b8-bdf1-f3858bb1e3b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:06:02Z', 'updated_at': '2021-05-26T11:06:06Z', 'revision_number': 4, 'project_id': '564104f8466b41e58d67146f66d13ddb', 'subnets': [{'id': '00e1caac-07b3-44b8-bdf1-f3858bb1e3b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2113d30b-1d74-4842-812e-a61929213c23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:06.711516 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2b9a61-f698-4794-864a-6467bafae8c1 None None] The sync data for ids ['175531ba-85d8-4763-9b30-fe232ec40494'] in dv-cinder-793136-1-iscsi is: [{'id': '175531ba-85d8-4763-9b30-fe232ec40494', 'name': 'router1', 'tenant_id': '564104f8466b41e58d67146f66d13ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:53Z', 'updated_at': '2021-05-26T11:06:03Z', 'revision_number': 2, 'project_id': '564104f8466b41e58d67146f66d13ddb', 'gw_port_host': None, '_interfaces': [{'id': '4d79cf5f-c2f0-423d-b698-5ba25769bafc', 'name': '', 'network_id': '36c358fe-106a-49b4-8039-f803f750c2b2', 'tenant_id': '564104f8466b41e58d67146f66d13ddb', 'mac_address': 'fa:16:3e:ad:d7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175531ba-85d8-4763-9b30-fe232ec40494', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00e1caac-07b3-44b8-bdf1-f3858bb1e3b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:06:02Z', 'updated_at': '2021-05-26T11:06:06Z', 'revision_number': 4, 'project_id': '564104f8466b41e58d67146f66d13ddb', 'subnets': [{'id': '00e1caac-07b3-44b8-bdf1-f3858bb1e3b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2113d30b-1d74-4842-812e-a61929213c23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:06:06.826826 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 45098) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:06:06.972867 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9a0cc5-da7b-4fe7-9bae-eea7a7de7d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:06.974219 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-cd9a0cc5-da7b-4fe7-9bae-eea7a7de7d51 admin admin] 10.222.0.35 "GET /v2.0/networks/0c406d08-576a-4058-82f8-2db7a46cb825 HTTP/1.1" status: 200 len: 842 time: 0.1465285 May 26 11:06:06.983244 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-facb47d1-3bc3-4c5b-84d5-0b645a9c6f69 admin admin] Request body: {'subnet': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.2.1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:06:06.987741 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-facb47d1-3bc3-4c5b-84d5-0b645a9c6f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:06:06.991415 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-facb47d1-3bc3-4c5b-84d5-0b645a9c6f69 admin admin] Usage tracker for resource:subnet and tenant:0c1bbe676dc9404a91a4679974243f9c is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:06:06.994144 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-facb47d1-3bc3-4c5b-84d5-0b645a9c6f69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:06:06.999743 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-facb47d1-3bc3-4c5b-84d5-0b645a9c6f69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:06:07.097553 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facb47d1-3bc3-4c5b-84d5-0b645a9c6f69 admin admin] Made reservation on behalf of 0c1bbe676dc9404a91a4679974243f9c for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:06:07.099745 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-facb47d1-3bc3-4c5b-84d5-0b645a9c6f69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:07.572213 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.objects.ports [None req-facb47d1-3bc3-4c5b-84d5-0b645a9c6f69 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92386) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 26 11:06:07.572805 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-facb47d1-3bc3-4c5b-84d5-0b645a9c6f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:07.577467 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:07.643844 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb47d1-3bc3-4c5b-84d5-0b645a9c6f69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8dc709d-33af-406d-94f8-5d106e5714b1,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:07.647019 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-facb47d1-3bc3-4c5b-84d5-0b645a9c6f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:07.652756 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facb47d1-3bc3-4c5b-84d5-0b645a9c6f69 admin admin] Checking segment: {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:06:07.653207 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facb47d1-3bc3-4c5b-84d5-0b645a9c6f69 admin admin] Network hostable DHCP agents. Network: 0c406d08-576a-4058-82f8-2db7a46cb825, hostable agents: ['5be7b6bf-9113-45d0-8352-d59a3f612e3f'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:06:07.714401 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facb47d1-3bc3-4c5b-84d5-0b645a9c6f69 admin admin] Network 0c406d08-576a-4058-82f8-2db7a46cb825 is scheduled to be hosted by DHCP agent 5be7b6bf-9113-45d0-8352-d59a3f612e3f with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:06:07.771772 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-facb47d1-3bc3-4c5b-84d5-0b645a9c6f69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-iscsi, 0c406d08-576a-4058-82f8-2db7a46cb825) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:06:07.775821 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facb47d1-3bc3-4c5b-84d5-0b645a9c6f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:07.776378 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-facb47d1-3bc3-4c5b-84d5-0b645a9c6f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:07.781826 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bd2b07-0cb6-4fda-a198-b13b8c853389 None None] Network 0c406d08-576a-4058-82f8-2db7a46cb825 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:06:07.848599 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-facb47d1-3bc3-4c5b-84d5-0b645a9c6f69 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8685889 May 26 11:06:07.997618 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9116c28f-951a-4393-a702-a96354b82d38 None None] Network 0c406d08-576a-4058-82f8-2db7a46cb825 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:06:10.063083 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 45112) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:06:10.282431 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-571ba1f6-e4f0-4aa2-93fa-a0433f9aab66 admin admin] 10.222.0.35 "GET /v2.0/routers/175531ba-85d8-4763-9b30-fe232ec40494 HTTP/1.1" status: 200 len: 710 time: 0.2181635 May 26 11:06:10.408698 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d24b0b6-155c-4d19-bdac-d1ab56861199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:06:10.410036 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-9d24b0b6-155c-4d19-bdac-d1ab56861199 admin admin] 10.222.0.35 "GET /v2.0/networks/0c406d08-576a-4058-82f8-2db7a46cb825 HTTP/1.1" status: 200 len: 886 time: 0.1220586 May 26 11:06:10.418632 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-cff3fcdc-29c1-4805-bbcd-fc1e4b4fc972 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:06:10.668919 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 4d79cf5f-c2f0-423d-b698-5ba25769bafc up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:06:10.787026 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port 4d79cf5f-c2f0-423d-b698-5ba25769bafc completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:06:10.791666 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 4d79cf5f-c2f0-423d-b698-5ba25769bafc triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:06:10.792054 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:10.878207 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cff3fcdc-29c1-4805-bbcd-fc1e4b4fc972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1013'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:10.906188 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:10.937471 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] For port 4d79cf5f-c2f0-423d-b698-5ba25769bafc, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=4d79cf5f-c2f0-423d-b698-5ba25769bafc,segment=NetworkSegment(1e8697dd-18cc-4908-98de-3db47189c811),segment_id=1e8697dd-18cc-4908-98de-3db47189c811)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:06:11.072845 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:11.074970 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:11.162062 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Pushing event updated for resources: {'Port': ['ID=4d79cf5f-c2f0-423d-b698-5ba25769bafc,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:11.165164 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:11.270676 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cff3fcdc-29c1-4805-bbcd-fc1e4b4fc972 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:11.326647 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cff3fcdc-29c1-4805-bbcd-fc1e4b4fc972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:11.476291 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-cff3fcdc-29c1-4805-bbcd-fc1e4b4fc972 admin admin] Allocated IP 172.27.2.40 (0c406d08-576a-4058-82f8-2db7a46cb825/c8dc709d-33af-406d-94f8-5d106e5714b1/3d22b743-deee-453f-ad73-a8335139208d) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:06:11.678721 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cff3fcdc-29c1-4805-bbcd-fc1e4b4fc972 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:11.787527 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cff3fcdc-29c1-4805-bbcd-fc1e4b4fc972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:11.792000 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:11.851329 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff3fcdc-29c1-4805-bbcd-fc1e4b4fc972 admin admin] Network 0c406d08-576a-4058-82f8-2db7a46cb825 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:06:11.854044 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-cff3fcdc-29c1-4805-bbcd-fc1e4b4fc972 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:06:11.857713 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff3fcdc-29c1-4805-bbcd-fc1e4b4fc972 admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:06:11.968689 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3fcdc-29c1-4805-bbcd-fc1e4b4fc972 admin admin] Pushing event updated for resources: {'Port': ['ID=3d22b743-deee-453f-ad73-a8335139208d,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:12.025723 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cff3fcdc-29c1-4805-bbcd-fc1e4b4fc972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:12.339123 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cff3fcdc-29c1-4805-bbcd-fc1e4b4fc972 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:12.649995 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 4d79cf5f-c2f0-423d-b698-5ba25769bafc up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:06:12.668120 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cff3fcdc-29c1-4805-bbcd-fc1e4b4fc972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1013'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:12.671402 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cff3fcdc-29c1-4805-bbcd-fc1e4b4fc972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-422838'] for router, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:12.714561 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 4d79cf5f-c2f0-423d-b698-5ba25769bafc triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:06:12.714928 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:12.845477 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff3fcdc-29c1-4805-bbcd-fc1e4b4fc972 admin admin] Router 175531ba-85d8-4763-9b30-fe232ec40494 has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:06:13.015902 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff3fcdc-29c1-4805-bbcd-fc1e4b4fc972 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:06:13.024409 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cff3fcdc-29c1-4805-bbcd-fc1e4b4fc972 admin admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:13.025611 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-cff3fcdc-29c1-4805-bbcd-fc1e4b4fc972 admin admin] 10.222.0.35 "PUT /v2.0/routers/175531ba-85d8-4763-9b30-fe232ec40494 HTTP/1.1" status: 200 len: 889 time: 2.6100869 May 26 11:06:13.025996 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] Sync routers for ids ['175531ba-85d8-4763-9b30-fe232ec40494'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:06:13.035654 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] Routers {'175531ba-85d8-4763-9b30-fe232ec40494'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:06:13.036315 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:05:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['175531ba-85d8-4763-9b30-fe232ec40494'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:13.222252 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] Set router 175531ba-85d8-4763-9b30-fe232ec40494 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:06:13.551111 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175531ba-85d8-4763-9b30-fe232ec40494', 'name': 'router1', 'tenant_id': '564104f8466b41e58d67146f66d13ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '3d22b743-deee-453f-ad73-a8335139208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:53Z', 'updated_at': '2021-05-26T11:06:12Z', 'revision_number': 4, 'project_id': '564104f8466b41e58d67146f66d13ddb', 'gw_port': {'id': '3d22b743-deee-453f-ad73-a8335139208d', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175531ba-85d8-4763-9b30-fe232ec40494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:06:11Z', 'updated_at': '2021-05-26T11:06:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': '4d79cf5f-c2f0-423d-b698-5ba25769bafc', 'name': '', 'network_id': '36c358fe-106a-49b4-8039-f803f750c2b2', 'tenant_id': '564104f8466b41e58d67146f66d13ddb', 'mac_address': 'fa:16:3e:ad:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175531ba-85d8-4763-9b30-fe232ec40494', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00e1caac-07b3-44b8-bdf1-f3858bb1e3b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:06:02Z', 'updated_at': '2021-05-26T11:06:10Z', 'revision_number': 5, 'project_id': '564104f8466b41e58d67146f66d13ddb', 'subnets': [{'id': '00e1caac-07b3-44b8-bdf1-f3858bb1e3b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2113d30b-1d74-4842-812e-a61929213c23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:13.554728 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] Checking router: 175531ba-85d8-4763-9b30-fe232ec40494 for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:06:13.554728 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] Updating router 175531ba-85d8-4763-9b30-fe232ec40494 port 3d22b743-deee-453f-ad73-a8335139208d binding host dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:06:13.605359 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:13.919928 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:13.931309 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] Transition to ACTIVE for port object 3d22b743-deee-453f-ad73-a8335139208d will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:06:13.983066 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:13.988427 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:14.064067 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] Attempting to bind port 3d22b743-deee-453f-ad73-a8335139208d on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:06:14.064437 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] Attempting to bind port 3d22b743-deee-453f-ad73-a8335139208d by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:06:14.064802 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] Attempting to bind port 3d22b743-deee-453f-ad73-a8335139208d on network 0c406d08-576a-4058-82f8-2db7a46cb825 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:06:14.068379 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395d749-f6d0-4489-9d1b-abcc13c56526 None None] Pushing event updated for resources: {'Port': ['ID=3d22b743-deee-453f-ad73-a8335139208d,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:14.072079 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1395d749-f6d0-4489-9d1b-abcc13c56526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:14.072942 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:06:14.073393 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] Checking segment: {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:06:14.073804 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:14.074195 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] Bound using segment: {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:06:14.074662 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] Bound port: 3d22b743-deee-453f-ad73-a8335139208d, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:06:14.075036 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:14.144087 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] For port 3d22b743-deee-453f-ad73-a8335139208d, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:06:14.147091 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] For port 3d22b743-deee-453f-ad73-a8335139208d, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=3d22b743-deee-453f-ad73-a8335139208d,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:06:14.189268 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:14.193121 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:14.266946 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] Routers {'175531ba-85d8-4763-9b30-fe232ec40494'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:06:14.267553 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:05:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['175531ba-85d8-4763-9b30-fe232ec40494'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:14.332019 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395d749-f6d0-4489-9d1b-abcc13c56526 None None] Pushing event updated for resources: {'Port': ['ID=3d22b743-deee-453f-ad73-a8335139208d,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:14.336550 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1395d749-f6d0-4489-9d1b-abcc13c56526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:14.472248 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] Set router 175531ba-85d8-4763-9b30-fe232ec40494 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:06:14.797001 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175531ba-85d8-4763-9b30-fe232ec40494', 'name': 'router1', 'tenant_id': '564104f8466b41e58d67146f66d13ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '3d22b743-deee-453f-ad73-a8335139208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:53Z', 'updated_at': '2021-05-26T11:06:12Z', 'revision_number': 4, 'project_id': '564104f8466b41e58d67146f66d13ddb', 'gw_port': {'id': '3d22b743-deee-453f-ad73-a8335139208d', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175531ba-85d8-4763-9b30-fe232ec40494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:06:11Z', 'updated_at': '2021-05-26T11:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': '4d79cf5f-c2f0-423d-b698-5ba25769bafc', 'name': '', 'network_id': '36c358fe-106a-49b4-8039-f803f750c2b2', 'tenant_id': '564104f8466b41e58d67146f66d13ddb', 'mac_address': 'fa:16:3e:ad:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175531ba-85d8-4763-9b30-fe232ec40494', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00e1caac-07b3-44b8-bdf1-f3858bb1e3b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:06:02Z', 'updated_at': '2021-05-26T11:06:10Z', 'revision_number': 5, 'project_id': '564104f8466b41e58d67146f66d13ddb', 'subnets': [{'id': '00e1caac-07b3-44b8-bdf1-f3858bb1e3b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2113d30b-1d74-4842-812e-a61929213c23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:14.800884 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7530fff3-10ac-4583-ab72-a700435ebfe6 None None] The sync data for ids ['175531ba-85d8-4763-9b30-fe232ec40494'] in dv-cinder-793136-1-iscsi is: [{'id': '175531ba-85d8-4763-9b30-fe232ec40494', 'name': 'router1', 'tenant_id': '564104f8466b41e58d67146f66d13ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '3d22b743-deee-453f-ad73-a8335139208d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:05:53Z', 'updated_at': '2021-05-26T11:06:12Z', 'revision_number': 4, 'project_id': '564104f8466b41e58d67146f66d13ddb', 'gw_port': {'id': '3d22b743-deee-453f-ad73-a8335139208d', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175531ba-85d8-4763-9b30-fe232ec40494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:06:11Z', 'updated_at': '2021-05-26T11:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': '4d79cf5f-c2f0-423d-b698-5ba25769bafc', 'name': '', 'network_id': '36c358fe-106a-49b4-8039-f803f750c2b2', 'tenant_id': '564104f8466b41e58d67146f66d13ddb', 'mac_address': 'fa:16:3e:ad:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175531ba-85d8-4763-9b30-fe232ec40494', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00e1caac-07b3-44b8-bdf1-f3858bb1e3b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:06:02Z', 'updated_at': '2021-05-26T11:06:10Z', 'revision_number': 5, 'project_id': '564104f8466b41e58d67146f66d13ddb', 'subnets': [{'id': '00e1caac-07b3-44b8-bdf1-f3858bb1e3b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2113d30b-1d74-4842-812e-a61929213c23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:06:15.340012 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 45122) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:06:15.455834 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-d6d0867f-aa36-4f11-9515-b3748b1d7bec admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1142375 May 26 11:06:16.680737 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 3d22b743-deee-453f-ad73-a8335139208d up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:06:16.805821 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port 3d22b743-deee-453f-ad73-a8335139208d completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:06:16.810160 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 3d22b743-deee-453f-ad73-a8335139208d triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:06:16.810530 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:16.927144 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:16.942470 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] For port 3d22b743-deee-453f-ad73-a8335139208d, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=3d22b743-deee-453f-ad73-a8335139208d,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:06:16.988568 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:16.990017 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:06:17.066953 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Pushing event updated for resources: {'Port': ['ID=3d22b743-deee-453f-ad73-a8335139208d,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:17.071570 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:06:18.671715 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 3d22b743-deee-453f-ad73-a8335139208d up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:06:18.757060 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 3d22b743-deee-453f-ad73-a8335139208d triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:06:18.757469 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:26.359055 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8927b80b-7128-4b5c-972b-7e1fb8237d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:28.794150 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:28.919767 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fe696cc4-e070-4318-baf0-99db6c5a2482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:29.506122 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:31.438464 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:39.327736 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 5 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:06:56.325657 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-206b9769-9e61-46f4-9740-5eed50235767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:58.828300 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:58.917475 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-96cc46b3-4735-4bae-84f7-15ab328b0a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:59.511969 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:01.443741 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:16.316792 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 5 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:07:26.329965 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a849071a-ef2d-4267-9693-2a760b65806b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:28.797362 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:28.941728 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8b7218d5-08ef-41f1-8445-0af5382ea96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:29.484445 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:31.414259 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:50.364750 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 45694) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:07:50.430067 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a75a9bc-2010-4147-8faa-bdbdbc5ba544 admin admin] GET failed (client error): The resource could not be found. May 26 11:07:50.431306 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-4a75a9bc-2010-4147-8faa-bdbdbc5ba544 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0656419 May 26 11:07:50.561480 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f9ad3b-0fb1-44ee-8e41-1b5958fa7dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:50.563015 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-19f9ad3b-0fb1-44ee-8e41-1b5958fa7dde admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1278944 May 26 11:07:52.624528 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 45704) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:07:52.730905 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee35558-0eac-4c96-88e1-e6f9c070abb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:52.732200 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-2ee35558-0eac-4c96-88e1-e6f9c070abb8 admin admin] 10.222.0.35 "GET /v2.0/subnets/00e1caac-07b3-44b8-bdf1-f3858bb1e3b4 HTTP/1.1" status: 200 len: 849 time: 0.1067343 May 26 11:07:52.741106 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-c5ac1a3e-0479-4ab5-b71c-aa356aac7722 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:07:52.850135 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5ac1a3e-0479-4ab5-b71c-aa356aac7722 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:53.077986 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5ac1a3e-0479-4ab5-b71c-aa356aac7722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746349609885'] for subnet, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:53.082284 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:07:53.122808 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ac1a3e-0479-4ab5-b71c-aa356aac7722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:53.123587 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5ac1a3e-0479-4ab5-b71c-aa356aac7722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:53.124562 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-c5ac1a3e-0479-4ab5-b71c-aa356aac7722 admin admin] 10.222.0.35 "PUT /v2.0/subnets/00e1caac-07b3-44b8-bdf1-f3858bb1e3b4 HTTP/1.1" status: 200 len: 868 time: 0.3870385 May 26 11:07:53.135852 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e421c817-05ea-4e5d-81e7-7b61141f8f11 None None] Network 36c358fe-106a-49b4-8039-f803f750c2b2 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:07:53.148722 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac1a3e-0479-4ab5-b71c-aa356aac7722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00e1caac-07b3-44b8-bdf1-f3858bb1e3b4,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:07:53.156492 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ac1a3e-0479-4ab5-b71c-aa356aac7722 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:53.156949 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ac1a3e-0479-4ab5-b71c-aa356aac7722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:53.157185 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ac1a3e-0479-4ab5-b71c-aa356aac7722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:53.157513 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ac1a3e-0479-4ab5-b71c-aa356aac7722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:53.157965 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ac1a3e-0479-4ab5-b71c-aa356aac7722 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:53.158700 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ac1a3e-0479-4ab5-b71c-aa356aac7722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:53.159023 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ac1a3e-0479-4ab5-b71c-aa356aac7722 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:53.159347 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ac1a3e-0479-4ab5-b71c-aa356aac7722 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:53.159663 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ac1a3e-0479-4ab5-b71c-aa356aac7722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:53.159978 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ac1a3e-0479-4ab5-b71c-aa356aac7722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:53.160293 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ac1a3e-0479-4ab5-b71c-aa356aac7722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:53.160605 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ac1a3e-0479-4ab5-b71c-aa356aac7722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:07:53.165011 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c5ac1a3e-0479-4ab5-b71c-aa356aac7722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:07:53.315197 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 5 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:07:53.617056 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e7d049ac-c362-4052-8469-20395e1412a0 None None] Provisioning complete for port cddfbbd5-5ec1-4053-8a40-849303892732 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:07:53.617450 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e7d049ac-c362-4052-8469-20395e1412a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:53.765287 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e7d049ac-c362-4052-8469-20395e1412a0 None None] Provisioning complete for port 4d79cf5f-c2f0-423d-b698-5ba25769bafc triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:07:53.765655 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e7d049ac-c362-4052-8469-20395e1412a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:55.220373 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 45714) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:07:55.388365 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5b3c71-8a47-4648-ab57-7abd8361881c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:55.388830 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5b3c71-8a47-4648-ab57-7abd8361881c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:55.389540 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-fb5b3c71-8a47-4648-ab57-7abd8361881c admin admin] Synchronizing usage tracker for tenant:0c1bbe676dc9404a91a4679974243f9c on resource:network {{(pid=92385) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:07:55.494844 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-fb5b3c71-8a47-4648-ab57-7abd8361881c admin admin] Unset dirty status for tenant:0c1bbe676dc9404a91a4679974243f9c on resource:network {{(pid=92385) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:07:55.495989 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-fb5b3c71-8a47-4648-ab57-7abd8361881c admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2746832 May 26 11:07:56.335080 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d1f95ae5-4955-4351-98a7-a09201b317a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:57.570764 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 45724) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:07:57.779500 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3a974c-4905-4a6e-a316-cb22075d6975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:57.779875 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3a974c-4905-4a6e-a316-cb22075d6975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:07:57.781360 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-bb3a974c-4905-4a6e-a316-cb22075d6975 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2096672 May 26 11:07:58.792178 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:58.929435 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-420adae0-e476-4fc9-9470-836dff33f99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:59.529551 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:59.961930 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 45734) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:00.142791 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8ac038-a90f-4861-b060-6515287f2504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:00.144054 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-bf8ac038-a90f-4861-b060-6515287f2504 admin admin] 10.222.0.35 "GET /v2.0/networks/0c406d08-576a-4058-82f8-2db7a46cb825 HTTP/1.1" status: 200 len: 886 time: 0.1811409 May 26 11:08:01.402276 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:02.307393 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 45744) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:02.515207 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbe4f7-d616-4af5-a9cc-3ef046b5a6aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:02.516455 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-65fbe4f7-d616-4af5-a9cc-3ef046b5a6aa admin admin] 10.222.0.35 "GET /v2.0/networks/36c358fe-106a-49b4-8039-f803f750c2b2 HTTP/1.1" status: 200 len: 869 time: 0.2081337 May 26 11:08:04.632248 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 45754) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:04.739979 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83910194-c29c-4a15-9597-b81d42b5567f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:04.740466 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83910194-c29c-4a15-9597-b81d42b5567f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:04.741990 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-83910194-c29c-4a15-9597-b81d42b5567f admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1087873 May 26 11:08:06.817767 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 45764) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:06.929086 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df373bce-6d78-45d8-bdde-90c627ebceda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:06.929545 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df373bce-6d78-45d8-bdde-90c627ebceda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:06.931067 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-df373bce-6d78-45d8-bdde-90c627ebceda admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1124098 May 26 11:08:09.021781 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 45774) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:09.135721 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea4b4d2-5757-4796-a239-94572a0e73b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:09.136283 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-3ea4b4d2-5757-4796-a239-94572a0e73b5 admin admin] Synchronizing usage tracker for tenant:0c1bbe676dc9404a91a4679974243f9c on resource:subnet {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:08:09.243155 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-3ea4b4d2-5757-4796-a239-94572a0e73b5 admin admin] Unset dirty status for tenant:0c1bbe676dc9404a91a4679974243f9c on resource:subnet {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:08:09.244284 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-3ea4b4d2-5757-4796-a239-94572a0e73b5 admin admin] 10.222.0.35 "GET /v2.0/subnets/00e1caac-07b3-44b8-bdf1-f3858bb1e3b4 HTTP/1.1" status: 200 len: 868 time: 0.2215447 May 26 11:08:11.325917 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 45784) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:11.423818 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250b4f3a-44b3-49ad-bf56-e3c547e8e197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:11.425087 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-250b4f3a-44b3-49ad-bf56-e3c547e8e197 admin admin] 10.222.0.35 "GET /v2.0/subnets/c8dc709d-33af-406d-94f8-5d106e5714b1 HTTP/1.1" status: 200 len: 816 time: 0.0982475 May 26 11:08:26.357758 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a72429f9-309c-4906-b137-fef6c3becf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:28.797027 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:28.940082 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f0870f78-0bcd-4d2b-b621-5baac10a2e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:29.546029 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:30.315583 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 5 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:08:31.493977 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:34.141324 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 45828) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:34.187513 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [None req-43af643e-d2e6-49cd-b730-bcdfa18d8242 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:08:34.188488 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-43af643e-d2e6-49cd-b730-bcdfa18d8242 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461974 May 26 11:08:36.362285 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 45838) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:36.429440 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-b77c02e4-9d1f-414b-b6fc-b0af0be80d26 admin admin] GET failed (client error): The resource could not be found. May 26 11:08:36.431442 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-b77c02e4-9d1f-414b-b6fc-b0af0be80d26 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0675452 May 26 11:08:36.552281 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aef2bc7-6e4c-4e07-aebe-1f8af6aa03ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:36.553992 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-4aef2bc7-6e4c-4e07-aebe-1f8af6aa03ca admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1194270 May 26 11:08:38.654117 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 45848) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:38.700493 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-18d85193-93f8-4ef0-8612-0cb1da052f95 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:08:38.706027 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-18d85193-93f8-4ef0-8612-0cb1da052f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:08:38.715315 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-18d85193-93f8-4ef0-8612-0cb1da052f95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:08:38.796920 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d85193-93f8-4ef0-8612-0cb1da052f95 admin admin] Made reservation on behalf of 0c1bbe676dc9404a91a4679974243f9c for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:08:38.799188 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-18d85193-93f8-4ef0-8612-0cb1da052f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1461799'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:38.885955 dv-cinder-793136-1-iscsi neutron-server[92385]: WARNING neutron.services.revisions.revision_plugin [None req-18d85193-93f8-4ef0-8612-0cb1da052f95 admin admin] Could not find related network for resource to bump revision. May 26 11:08:38.898421 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d85193-93f8-4ef0-8612-0cb1da052f95 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:08:38.907162 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-18d85193-93f8-4ef0-8612-0cb1da052f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:38.907481 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.db.segments_db [None req-18d85193-93f8-4ef0-8612-0cb1da052f95 admin admin] Added segment a4d2a8cd-61e5-4cb7-a9ab-1211a7bdb012 of type vlan for network e1538286-345f-414e-8c9b-204457e2ca2a May 26 11:08:38.931782 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-18d85193-93f8-4ef0-8612-0cb1da052f95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746349196638'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:39.031315 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-18d85193-93f8-4ef0-8612-0cb1da052f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:39.032615 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d85193-93f8-4ef0-8612-0cb1da052f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:39.033187 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-18d85193-93f8-4ef0-8612-0cb1da052f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:39.036565 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:39.130126 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d85193-93f8-4ef0-8612-0cb1da052f95 admin admin] Pushing event updated for resources: {'Network': ['ID=e1538286-345f-414e-8c9b-204457e2ca2a,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:39.132776 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-18d85193-93f8-4ef0-8612-0cb1da052f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:39.141723 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Network e1538286-345f-414e-8c9b-204457e2ca2a details requested by agent ovs-agent-dv-cinder-793136-1-iscsi with host dv-cinder-793136-1-iscsi {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:08:39.205824 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-18d85193-93f8-4ef0-8612-0cb1da052f95 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5371056 May 26 11:08:41.354124 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 45858) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:08:41.419220 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-073173c7-a2c1-44d4-a833-380be1893fae admin admin] GET failed (client error): The resource could not be found. May 26 11:08:41.419732 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-073173c7-a2c1-44d4-a833-380be1893fae admin admin] Synchronizing usage tracker for tenant:0c1bbe676dc9404a91a4679974243f9c on resource:network {{(pid=92385) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:08:41.499764 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-073173c7-a2c1-44d4-a833-380be1893fae admin admin] Unset dirty status for tenant:0c1bbe676dc9404a91a4679974243f9c on resource:network {{(pid=92385) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:08:41.501437 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-073173c7-a2c1-44d4-a833-380be1893fae admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1463699 May 26 11:08:41.606431 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e340bd-f012-48a1-b766-3ecf7d89cded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:41.607970 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-a4e340bd-f012-48a1-b766-3ecf7d89cded admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1027367 May 26 11:08:41.618390 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-dd24f329-e85f-4f97-954d-9e8a76156e3f admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'e1538286-345f-414e-8c9b-204457e2ca2a', 'description': 'shared-subnet'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:08:41.622778 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-dd24f329-e85f-4f97-954d-9e8a76156e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:08:41.632856 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-dd24f329-e85f-4f97-954d-9e8a76156e3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:08:41.705180 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd24f329-e85f-4f97-954d-9e8a76156e3f admin admin] Made reservation on behalf of 0c1bbe676dc9404a91a4679974243f9c for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:08:41.707479 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dd24f329-e85f-4f97-954d-9e8a76156e3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:42.148822 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dd24f329-e85f-4f97-954d-9e8a76156e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:42.153269 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c5ac1a3e-0479-4ab5-b71c-aa356aac7722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:42.226502 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24f329-e85f-4f97-954d-9e8a76156e3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b32930dd-a2e1-48e6-82b7-40a3173d7172,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:42.229988 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dd24f329-e85f-4f97-954d-9e8a76156e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:42.230838 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd24f329-e85f-4f97-954d-9e8a76156e3f admin admin] Checking segment: {'id': 'a4d2a8cd-61e5-4cb7-a9ab-1211a7bdb012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1538286-345f-414e-8c9b-204457e2ca2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:08:42.231184 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd24f329-e85f-4f97-954d-9e8a76156e3f admin admin] Network hostable DHCP agents. Network: e1538286-345f-414e-8c9b-204457e2ca2a, hostable agents: ['5be7b6bf-9113-45d0-8352-d59a3f612e3f'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:08:42.299750 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd24f329-e85f-4f97-954d-9e8a76156e3f admin admin] Network e1538286-345f-414e-8c9b-204457e2ca2a is scheduled to be hosted by DHCP agent 5be7b6bf-9113-45d0-8352-d59a3f612e3f with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:08:42.379748 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-dd24f329-e85f-4f97-954d-9e8a76156e3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-iscsi, e1538286-345f-414e-8c9b-204457e2ca2a) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:08:42.383631 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd24f329-e85f-4f97-954d-9e8a76156e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:08:42.384206 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dd24f329-e85f-4f97-954d-9e8a76156e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:42.388842 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ad6a0b-17d6-4cb7-a7b7-e847167b57c4 None None] Network e1538286-345f-414e-8c9b-204457e2ca2a requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:08:42.494891 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-dd24f329-e85f-4f97-954d-9e8a76156e3f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8801529 May 26 11:08:42.611426 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643e63a-fd39-5d5d-9f34-faeb87d00edd-e1538286-345f-414e-8c9b-204457e2ca2a', 'network_id': 'e1538286-345f-414e-8c9b-204457e2ca2a', 'tenant_id': '0c1bbe676dc9404a91a4679974243f9c', 'fixed_ips': [{'subnet_id': 'b32930dd-a2e1-48e6-82b7-40a3173d7172'}]}} from dv-cinder-793136-1-iscsi. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:08:42.612320 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:42.771124 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Allocated IP 192.168.233.2 (e1538286-345f-414e-8c9b-204457e2ca2a/b32930dd-a2e1-48e6-82b7-40a3173d7172/b55373f4-15b5-4b5f-a2db-a9ac4c3e586a) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:08:42.972263 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:42.982164 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Transition to ACTIVE for port object b55373f4-15b5-4b5f-a2db-a9ac4c3e586a will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:08:43.000934 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Transition to ACTIVE for port object b55373f4-15b5-4b5f-a2db-a9ac4c3e586a will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:08:43.078000 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:43.082768 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:43.145911 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Network e1538286-345f-414e-8c9b-204457e2ca2a is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:08:43.148625 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:08:43.154734 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:08:43.156790 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Pushing event updated for resources: {'Port': ['ID=b55373f4-15b5-4b5f-a2db-a9ac4c3e586a,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:43.165511 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:43.165872 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:43.166196 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:43.166519 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:43.166836 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:43.167154 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:43.167468 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:43.167779 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:43.168126 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:43.168442 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:43.168756 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:43.169064 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:43.196019 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:43.254282 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Attempting to bind port b55373f4-15b5-4b5f-a2db-a9ac4c3e586a on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:08:43.254653 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Attempting to bind port b55373f4-15b5-4b5f-a2db-a9ac4c3e586a by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': 'a4d2a8cd-61e5-4cb7-a9ab-1211a7bdb012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1538286-345f-414e-8c9b-204457e2ca2a'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:08:43.255019 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Attempting to bind port b55373f4-15b5-4b5f-a2db-a9ac4c3e586a on network e1538286-345f-414e-8c9b-204457e2ca2a {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:08:43.260433 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:08:43.260801 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Checking segment: {'id': 'a4d2a8cd-61e5-4cb7-a9ab-1211a7bdb012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1538286-345f-414e-8c9b-204457e2ca2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:08:43.261202 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:43.261598 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Bound using segment: {'id': 'a4d2a8cd-61e5-4cb7-a9ab-1211a7bdb012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1538286-345f-414e-8c9b-204457e2ca2a'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:08:43.262099 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Bound port: b55373f4-15b5-4b5f-a2db-a9ac4c3e586a, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d2a8cd-61e5-4cb7-a9ab-1211a7bdb012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1538286-345f-414e-8c9b-204457e2ca2a'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:08:43.262518 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:43.356645 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] For port b55373f4-15b5-4b5f-a2db-a9ac4c3e586a, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:08:43.360178 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] For port b55373f4-15b5-4b5f-a2db-a9ac4c3e586a, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=b55373f4-15b5-4b5f-a2db-a9ac4c3e586a,segment=NetworkSegment(a4d2a8cd-61e5-4cb7-a9ab-1211a7bdb012),segment_id=a4d2a8cd-61e5-4cb7-a9ab-1211a7bdb012)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:08:43.483446 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:43.488084 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:43.560448 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Pushing event updated for resources: {'Port': ['ID=b55373f4-15b5-4b5f-a2db-a9ac4c3e586a,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:43.564124 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:44.363824 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825d019f-e6e7-4160-9f37-c3d0c9fe2993 None None] Network e1538286-345f-414e-8c9b-204457e2ca2a requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:08:44.518384 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-410c8b35-ef78-4058-940b-c3140965f7c3 None None] Provisioning for port b55373f4-15b5-4b5f-a2db-a9ac4c3e586a completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:08:44.793559 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device b55373f4-15b5-4b5f-a2db-a9ac4c3e586a up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:08:44.951495 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port b55373f4-15b5-4b5f-a2db-a9ac4c3e586a completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:08:44.956542 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port b55373f4-15b5-4b5f-a2db-a9ac4c3e586a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:08:44.956905 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:45.092244 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:45.125299 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] For port b55373f4-15b5-4b5f-a2db-a9ac4c3e586a, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=b55373f4-15b5-4b5f-a2db-a9ac4c3e586a,segment=NetworkSegment(a4d2a8cd-61e5-4cb7-a9ab-1211a7bdb012),segment_id=a4d2a8cd-61e5-4cb7-a9ab-1211a7bdb012)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:08:45.185514 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:45.187794 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ddcfb756-f35e-41a0-9603-dc8a65ddb2f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:08:45.252967 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Pushing event updated for resources: {'Port': ['ID=b55373f4-15b5-4b5f-a2db-a9ac4c3e586a,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:45.256151 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:08:46.754611 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device b55373f4-15b5-4b5f-a2db-a9ac4c3e586a up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:08:46.822803 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port b55373f4-15b5-4b5f-a2db-a9ac4c3e586a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:08:46.823085 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:56.333818 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-62910ebc-20f5-4817-a1d2-a4cbbb9be0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:58.868313 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:58.997066 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-db116505-3c2f-4e71-a9ad-778f0d93192d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:59.482148 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:01.510294 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:07.314307 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 5 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:09:26.338597 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a612-c03c-47f9-bf45-f65e2f5ecbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:28.807247 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:28.921935 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-aeb6d1b7-ffd2-42b1-aa66-d6d02403dea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:29.544867 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:31.424672 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:44.313253 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 5 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:09:56.349487 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0c85b85c-2ad4-4b8f-adbe-5bf16e73961a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:58.589856 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 45900) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:58.596336 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [None req-3f5ebe83-9702-459d-8243-a636f21cdb9c tempest-verify_tempest_config-173874568 tempest-verify_tempest_config-173874568-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:09:58.597250 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-3f5ebe83-9702-459d-8243-a636f21cdb9c tempest-verify_tempest_config-173874568 tempest-verify_tempest_config-173874568-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064509 May 26 11:09:58.835464 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:58.978020 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-84ed7493-e347-43c8-a76c-cdf27a983e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:59.256371 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 45918) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:59.371427 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c577324-f834-4c88-aa56-39907606fc5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:59.386183 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-5c577324-f834-4c88-aa56-39907606fc5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:09:59.389950 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-5c577324-f834-4c88-aa56-39907606fc5d admin admin] Usage tracker for resource:security_group_rule and tenant:b6ac06d7e1614c68bf1f940cf79e810d is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:09:59.392656 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-5c577324-f834-4c88-aa56-39907606fc5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:09:59.398246 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-5c577324-f834-4c88-aa56-39907606fc5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:09:59.480231 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c577324-f834-4c88-aa56-39907606fc5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:59.549930 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:59.583767 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c577324-f834-4c88-aa56-39907606fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:59.591187 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:59.629085 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c577324-f834-4c88-aa56-39907606fc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38447a6b-c752-4d31-90e8-0409af1fe101,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:59.633984 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-5c577324-f834-4c88-aa56-39907606fc5d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6ac06d7e1614c68bf1f940cf79e810d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3766356 May 26 11:09:59.636796 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 45924) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:09:59.637943 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577324-f834-4c88-aa56-39907606fc5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:59.638306 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577324-f834-4c88-aa56-39907606fc5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:59.638645 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577324-f834-4c88-aa56-39907606fc5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:59.638973 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577324-f834-4c88-aa56-39907606fc5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:59.639298 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577324-f834-4c88-aa56-39907606fc5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:59.639636 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577324-f834-4c88-aa56-39907606fc5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:59.639961 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577324-f834-4c88-aa56-39907606fc5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:59.640287 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577324-f834-4c88-aa56-39907606fc5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:59.640605 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577324-f834-4c88-aa56-39907606fc5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:59.640919 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577324-f834-4c88-aa56-39907606fc5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:59.641233 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577324-f834-4c88-aa56-39907606fc5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:59.641544 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577324-f834-4c88-aa56-39907606fc5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:59.645376 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5c577324-f834-4c88-aa56-39907606fc5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:59.696062 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a8b231b-6e59-4a8f-8d94-280b6134d6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:59.721614 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a8b231b-6e59-4a8f-8d94-280b6134d6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:59.898796 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a8b231b-6e59-4a8f-8d94-280b6134d6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:59.902599 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:09:59.914054 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b231b-6e59-4a8f-8d94-280b6134d6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38447a6b-c752-4d31-90e8-0409af1fe101,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:59.924226 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b231b-6e59-4a8f-8d94-280b6134d6d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:59.924590 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b231b-6e59-4a8f-8d94-280b6134d6d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:59.924936 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b231b-6e59-4a8f-8d94-280b6134d6d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:59.925267 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b231b-6e59-4a8f-8d94-280b6134d6d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:59.925660 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b231b-6e59-4a8f-8d94-280b6134d6d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:59.926035 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b231b-6e59-4a8f-8d94-280b6134d6d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:59.926365 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b231b-6e59-4a8f-8d94-280b6134d6d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:59.926689 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b231b-6e59-4a8f-8d94-280b6134d6d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:59.927031 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b231b-6e59-4a8f-8d94-280b6134d6d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:59.927355 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b231b-6e59-4a8f-8d94-280b6134d6d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:59.927697 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b231b-6e59-4a8f-8d94-280b6134d6d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:59.928054 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8b231b-6e59-4a8f-8d94-280b6134d6d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:59.931649 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2a8b231b-6e59-4a8f-8d94-280b6134d6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:09:59.933346 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a8b231b-6e59-4a8f-8d94-280b6134d6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:59.933947 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-2a8b231b-6e59-4a8f-8d94-280b6134d6d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/38447a6b-c752-4d31-90e8-0409af1fe101 HTTP/1.1" status: 204 len: 168 time: 0.2961719 May 26 11:10:01.424112 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:21.311340 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 5 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:10:26.360254 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2c8bd5f6-d999-4b84-940a-1a5ea5d6d6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:28.789310 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:28.920652 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a6190303-1ede-469b-8f4f-84411e0d5f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:29.497169 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:31.452947 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:56.354225 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b37d3043-5841-4d97-a1fe-6b21aade14b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:58.309422 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 5 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:10:58.771717 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:58.925318 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-94643449-951b-45d9-8282-d4025266e966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:59.508754 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:01.422549 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:26.372679 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9d069c63-d62d-4683-b205-9fa379332d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:28.799467 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:28.925260 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7fba9e45-699d-420d-8c7a-404f081edb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:29.519715 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:31.445893 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:32.656756 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007'] for agent, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:35.308505 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:11:47.048518 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 45996) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:11:47.166485 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-d40befbd-f25c-4be3-9c7d-db34bf756d9b admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1169000 May 26 11:11:49.254521 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 46006) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:11:49.308632 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-269c71eb-ac85-4f7c-9f9f-15dd6d8b76dd admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0530400 May 26 11:11:56.341780 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-74a7dfea-1479-40d1-a4ee-63b37bfc5fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:58.775838 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:58.930194 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0af16574-fa05-4a2f-b70f-d8edaf4075ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:59.507317 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:01.433065 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:02.615953 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:12.307490 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:12:26.376003 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-99e60857-d46b-407c-b04c-3efba275ff5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:28.787110 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:28.941388 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bc49caef-29a1-4d9c-824f-aea9c8e32004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:29.501696 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:31.473144 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:32.632730 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:49.306683 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:12:56.363741 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-699aa707-3bc2-4be1-ae58-32be0e55b08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:58.797921 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:58.969957 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9a84bf6d-1de1-454a-96de-eaf43c8bfd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:59.517750 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:01.460943 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:02.649856 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:16.644640 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 46222) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:16.671069 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 46228) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:16.873776 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 46240) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:16.916716 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 46248) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:16.980971 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1019455147-network', 'tenant_id': '6b8bf604831c47d6a1dbd73884dcc49a'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:16.985861 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:16.990425 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Usage tracker for resource:network and tenant:6b8bf604831c47d6a1dbd73884dcc49a is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:16.994278 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:17.000853 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:17.014231 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 46256) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:17.016152 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-864852923-network', 'tenant_id': '4506c5d923304a318b05bc8e034df406'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:17.021241 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:17.025093 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] Usage tracker for resource:network and tenant:4506c5d923304a318b05bc8e034df406 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:17.028102 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:17.034203 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:17.078200 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Made reservation on behalf of 6b8bf604831c47d6a1dbd73884dcc49a for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:13:17.080606 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1461799'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:17.092883 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:17.107168 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] Made reservation on behalf of 4506c5d923304a318b05bc8e034df406 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:13:17.109316 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1461799'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:17.118886 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:17.125681 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Usage tracker for resource:security_group_rule and tenant:6b8bf604831c47d6a1dbd73884dcc49a is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:17.128326 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:17.136653 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:17.144471 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:17.153100 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:17.159012 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1876242309-network', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:17.170515 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] Usage tracker for resource:security_group_rule and tenant:4506c5d923304a318b05bc8e034df406 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:17.181124 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:17.187158 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:17.193965 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-0956f84a-cb70-4b2b-9659-7b376e1b86d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1457433870-network', 'tenant_id': 'b10ad5f6de2c4c48b2dbffebfca198ef'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:17.197231 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Usage tracker for resource:network and tenant:a6fe442964904bd3b71480242adf4f16 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:17.206766 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:17.209487 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:17.218325 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-0956f84a-cb70-4b2b-9659-7b376e1b86d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:17.221473 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:17.230875 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-0956f84a-cb70-4b2b-9659-7b376e1b86d5 admin admin] Usage tracker for resource:network and tenant:b10ad5f6de2c4c48b2dbffebfca198ef is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:17.238360 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-0956f84a-cb70-4b2b-9659-7b376e1b86d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:17.251558 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-0956f84a-cb70-4b2b-9659-7b376e1b86d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:17.337454 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:17.343288 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Made reservation on behalf of a6fe442964904bd3b71480242adf4f16 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:13:17.345741 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1461799'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:17.366411 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:17.368082 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-63007472-network', 'tenant_id': 'dc961799625447e4a664b9239ec13944'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:17.378377 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:17.382165 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0956f84a-cb70-4b2b-9659-7b376e1b86d5 admin admin] Made reservation on behalf of b10ad5f6de2c4c48b2dbffebfca198ef for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:13:17.384438 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0956f84a-cb70-4b2b-9659-7b376e1b86d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1461799'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:17.388618 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Usage tracker for resource:network and tenant:dc961799625447e4a664b9239ec13944 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:17.389968 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:17.396166 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:17.408528 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:17.413030 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:17.415286 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0956f84a-cb70-4b2b-9659-7b376e1b86d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:17.426526 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Usage tracker for resource:security_group_rule and tenant:a6fe442964904bd3b71480242adf4f16 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:17.434537 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:17.439014 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:17.441159 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-0956f84a-cb70-4b2b-9659-7b376e1b86d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:17.447172 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-0956f84a-cb70-4b2b-9659-7b376e1b86d5 admin admin] Usage tracker for resource:security_group_rule and tenant:b10ad5f6de2c4c48b2dbffebfca198ef is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:17.452666 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-0956f84a-cb70-4b2b-9659-7b376e1b86d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:17.459528 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-0956f84a-cb70-4b2b-9659-7b376e1b86d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:17.470715 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:17.481945 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:17.527824 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4380464e-539b-4e6f-9a60-5a67e728228b,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:17.539744 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:17.546274 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:17.548098 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:17.549090 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:17.549576 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:17.552467 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:17.552958 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:17.553703 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:17.557557 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:17.561973 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:17.566087 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:17.566087 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Tracked resource versions report: May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: pushed versions: May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: { 'AddressGroup': {'1.2'}, May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: 'ConntrackHelper': {'1.0'}, May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: 'Log': {'1.0'}, May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: 'Network': {'1.1'}, May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: 'Port': {'1.7'}, May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: 'PortForwarding': {'1.2'}, May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: 'QosPolicy': {'1.8'}, May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: 'SecurityGroup': {'1.4'}, May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: 'SecurityGroupRule': {'1.2'}, May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: 'SubPort': {'1.0'}, May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: 'Subnet': {'1.1'}, May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: 'Trunk': {'1.1'}} May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: consumer versions: May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: { DHCP agent@dv-cinder-793136-1-iscsi: {}, May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: HyperV agent@hv-cinder-79313: {}, May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: L3 agent@dv-cinder-793136-1-iscsi: {}, May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: Metadata agent@dv-cinder-793136-1-iscsi: {}, May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: Metering agent@dv-cinder-793136-1-iscsi: {}, May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: Open vSwitch agent@dv-cinder-793136-1-iscsi: { 'AddressGroup': '1.2', May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: 'ConntrackHelper': '1.0', May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: 'Log': '1.0', May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: 'Network': '1.1', May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: 'Port': '1.7', May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: 'PortForwarding': '1.2', May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: 'QosPolicy': '1.8', May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: 'SecurityGroup': '1.4', May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: 'SecurityGroupRule': '1.2', May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: 'SubPort': '1.0', May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: 'Subnet': '1.1', May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: 'Trunk': '1.1'}} May 26 11:13:17.567302 dv-cinder-793136-1-iscsi neutron-server[92386]: {{(pid=92386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 11:13:17.570127 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:17.573594 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:17.604582 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:13:17.609647 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Made reservation on behalf of dc961799625447e4a664b9239ec13944 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:13:17.613111 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1461799'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:17.628806 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:17.632873 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:17.646471 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:17.654045 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Usage tracker for resource:security_group_rule and tenant:dc961799625447e4a664b9239ec13944 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:17.655620 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:17.660817 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:13:17.663391 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:17.668393 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:17.668732 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.db.segments_db [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Added segment 4c20e951-4dca-4818-9f21-88b09eacf1bf of type vlan for network e0297c65-03da-408e-9dc4-3aaead4f0782 May 26 11:13:17.718343 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:17.718553 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.db.segments_db [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] Added segment 2e3f4553-1524-4491-aca0-db59e943c1d9 of type vlan for network dc46e5b7-2255-4f9a-8b88-9d59537ba6ff May 26 11:13:17.732156 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779e1f51-41e8-4555-af9a-69d101d9155f,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:17.739543 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:17.767216 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:17.784744 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746349196638'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:17.816454 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:17.821318 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746349196638'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:17.826503 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0956f84a-cb70-4b2b-9659-7b376e1b86d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:17.892871 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:17.892871 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2a8b231b-6e59-4a8f-8d94-280b6134d6d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:17.916314 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:13:17.921704 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6805f9ae-9bae-402a-aaa2-4d52f7f2c3da,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:17.931686 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:17.932050 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:17.932387 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:17.932717 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:17.933073 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:17.933396 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:17.933712 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:17.934064 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:17.934396 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:17.934714 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:17.935028 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:17.935338 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Tracked resource versions report: May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: pushed versions: May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: { 'AddressGroup': {'1.2'}, May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: 'ConntrackHelper': {'1.0'}, May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: 'Log': {'1.0'}, May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: 'Network': {'1.1'}, May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: 'Port': {'1.7'}, May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: 'PortForwarding': {'1.2'}, May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: 'QosPolicy': {'1.8'}, May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: 'SecurityGroup': {'1.4'}, May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: 'SecurityGroupRule': {'1.2'}, May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: 'SubPort': {'1.0'}, May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: 'Subnet': {'1.1'}, May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: 'Trunk': {'1.1'}} May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: consumer versions: May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: { DHCP agent@dv-cinder-793136-1-iscsi: {}, May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: HyperV agent@hv-cinder-79313: {}, May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: L3 agent@dv-cinder-793136-1-iscsi: {}, May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: Metadata agent@dv-cinder-793136-1-iscsi: {}, May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: Metering agent@dv-cinder-793136-1-iscsi: {}, May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: Open vSwitch agent@dv-cinder-793136-1-iscsi: { 'AddressGroup': '1.2', May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: 'ConntrackHelper': '1.0', May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: 'Log': '1.0', May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: 'Network': '1.1', May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: 'Port': '1.7', May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: 'PortForwarding': '1.2', May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: 'QosPolicy': '1.8', May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: 'SecurityGroup': '1.4', May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: 'SecurityGroupRule': '1.2', May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: 'SubPort': '1.0', May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: 'Subnet': '1.1', May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: 'Trunk': '1.1'}} May 26 11:13:17.936383 dv-cinder-793136-1-iscsi neutron-server[92385]: {{(pid=92385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 11:13:17.939325 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:17.939671 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.db.segments_db [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Added segment bc773f87-d80f-47fd-b728-25549eeb0873 of type vlan for network 35893588-0f1e-477d-83eb-d93225ef04a5 May 26 11:13:17.940832 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:17.968591 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746349196638'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:18.009935 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0956f84a-cb70-4b2b-9659-7b376e1b86d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:18.011663 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:18.021650 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:18.038960 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0956f84a-cb70-4b2b-9659-7b376e1b86d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:13:18.069253 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:13:18.074427 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0956f84a-cb70-4b2b-9659-7b376e1b86d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:18.074763 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.db.segments_db [None req-0956f84a-cb70-4b2b-9659-7b376e1b86d5 admin admin] Added segment a54bf79d-a496-4511-b7db-5c024c6f7baa of type vlan for network 8401442c-7711-47cb-bb0a-a8ee35438347 May 26 11:13:18.078753 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956f84a-cb70-4b2b-9659-7b376e1b86d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292d6229-a31a-4c87-bf96-84a57dcc09cc,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:18.094405 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:18.097272 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:18.102466 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:18.103040 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:18.106533 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:18.106864 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.db.segments_db [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Added segment e9edfa39-8cf1-4a7c-a71c-b334d6825fa3 of type vlan for network 513e1c4d-d73e-422d-b620-6e51d2db19e7 May 26 11:13:18.119534 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:18.122121 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:18.123159 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:18.130315 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:18.161409 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:18.162351 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:18.197518 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07017e0-5f2b-487d-9626-2c323a52e58b,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:18.201286 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:18.210794 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0956f84a-cb70-4b2b-9659-7b376e1b86d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746349196638'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:18.214573 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:18.215097 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:18.230604 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0d3a5851-b28b-4158-889f-09037f3e013c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:18.266288 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746349196638'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:18.309980 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Pushing event updated for resources: {'Network': ['ID=35893588-0f1e-477d-83eb-d93225ef04a5,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:18.312669 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:18.320249 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Network 35893588-0f1e-477d-83eb-d93225ef04a5 details requested by agent ovs-agent-dv-cinder-793136-1-iscsi with host dv-cinder-793136-1-iscsi {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:13:18.399032 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] Pushing event updated for resources: {'Network': ['ID=dc46e5b7-2255-4f9a-8b88-9d59537ba6ff,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:18.417497 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Network dc46e5b7-2255-4f9a-8b88-9d59537ba6ff details requested by agent ovs-agent-dv-cinder-793136-1-iscsi with host dv-cinder-793136-1-iscsi {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:13:18.438841 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4234922 May 26 11:13:18.440290 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 46292) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:18.535899 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Pushing event updated for resources: {'Network': ['ID=e0297c65-03da-408e-9dc4-3aaead4f0782,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:18.543756 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-7a52f08f-a28e-4ba8-bd16-99ec4f1e186d admin admin] Request body: {'subnet': {'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-63007472-subnet', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:18.547232 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:18.548852 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.369s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:18.555393 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:18.555393 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-7a52f08f-a28e-4ba8-bd16-99ec4f1e186d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:18.555393 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-7a52f08f-a28e-4ba8-bd16-99ec4f1e186d admin admin] Usage tracker for resource:subnet and tenant:dc961799625447e4a664b9239ec13944 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:18.559425 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Network e0297c65-03da-408e-9dc4-3aaead4f0782 details requested by agent ovs-agent-dv-cinder-793136-1-iscsi with host dv-cinder-793136-1-iscsi {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:13:18.559592 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-7a52f08f-a28e-4ba8-bd16-99ec4f1e186d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:18.566212 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-7a52f08f-a28e-4ba8-bd16-99ec4f1e186d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:18.581772 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9096222 May 26 11:13:18.586131 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0956f84a-cb70-4b2b-9659-7b376e1b86d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:18.588916 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 46302) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:18.589377 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 46304) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:18.590317 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9446092 May 26 11:13:18.591125 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:18.592381 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0956f84a-cb70-4b2b-9659-7b376e1b86d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:18.593022 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0956f84a-cb70-4b2b-9659-7b376e1b86d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:18.598289 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-caed2326-4c08-4e03-870c-ccacce791260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:18.600270 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-3bd891fc-019d-450c-a4f7-321da8c2862d admin admin] Request body: {'subnet': {'network_id': 'e0297c65-03da-408e-9dc4-3aaead4f0782', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1019455147-subnet', 'tenant_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:18.623658 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:18.624237 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:18.625774 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-3bd891fc-019d-450c-a4f7-321da8c2862d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:18.638177 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-3bd891fc-019d-450c-a4f7-321da8c2862d admin admin] Usage tracker for resource:subnet and tenant:6b8bf604831c47d6a1dbd73884dcc49a is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:18.650107 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-3bd891fc-019d-450c-a4f7-321da8c2862d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:18.665055 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-3bd891fc-019d-450c-a4f7-321da8c2862d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:18.676958 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 46314) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:18.681987 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-77691974-9df5-47ff-90b1-99063db0e2bf admin admin] Request body: {'subnet': {'network_id': 'dc46e5b7-2255-4f9a-8b88-9d59537ba6ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-864852923-subnet', 'tenant_id': '4506c5d923304a318b05bc8e034df406', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:18.689233 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-77691974-9df5-47ff-90b1-99063db0e2bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:18.712429 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-77691974-9df5-47ff-90b1-99063db0e2bf admin admin] Usage tracker for resource:subnet and tenant:4506c5d923304a318b05bc8e034df406 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:18.715189 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a52f08f-a28e-4ba8-bd16-99ec4f1e186d admin admin] Made reservation on behalf of dc961799625447e4a664b9239ec13944 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:13:18.718376 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7a52f08f-a28e-4ba8-bd16-99ec4f1e186d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:18.728448 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-77691974-9df5-47ff-90b1-99063db0e2bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:18.735156 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-77691974-9df5-47ff-90b1-99063db0e2bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:18.736139 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956f84a-cb70-4b2b-9659-7b376e1b86d5 admin admin] Pushing event updated for resources: {'Network': ['ID=8401442c-7711-47cb-bb0a-a8ee35438347,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:18.747065 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Network 8401442c-7711-47cb-bb0a-a8ee35438347 details requested by agent ovs-agent-dv-cinder-793136-1-iscsi with host dv-cinder-793136-1-iscsi {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:13:18.798267 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd891fc-019d-450c-a4f7-321da8c2862d admin admin] Made reservation on behalf of 6b8bf604831c47d6a1dbd73884dcc49a for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:13:18.800565 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3bd891fc-019d-450c-a4f7-321da8c2862d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:18.815890 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-0956f84a-cb70-4b2b-9659-7b376e1b86d5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8980122 May 26 11:13:18.834723 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 46326) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:18.840664 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9652839 May 26 11:13:18.844725 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 46330) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:18.959614 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-e353d5a8-ac5e-4f9c-9cd4-b7dc2b0bc2e8 admin admin] Request body: {'subnet': {'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1457433870-subnet', 'tenant_id': 'b10ad5f6de2c4c48b2dbffebfca198ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:18.966487 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-9e5c79e4-c153-47a5-8959-a53a271d1b47 admin admin] Request body: {'subnet': {'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1876242309-subnet', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:18.985066 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-e353d5a8-ac5e-4f9c-9cd4-b7dc2b0bc2e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:18.992295 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-9e5c79e4-c153-47a5-8959-a53a271d1b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:19.001000 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-97b4a197-45ce-4792-a8da-189fc8570f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:19.008445 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-e353d5a8-ac5e-4f9c-9cd4-b7dc2b0bc2e8 admin admin] Usage tracker for resource:subnet and tenant:b10ad5f6de2c4c48b2dbffebfca198ef is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:19.014865 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-9e5c79e4-c153-47a5-8959-a53a271d1b47 admin admin] Usage tracker for resource:subnet and tenant:a6fe442964904bd3b71480242adf4f16 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:19.017820 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Pushing event updated for resources: {'Network': ['ID=513e1c4d-d73e-422d-b620-6e51d2db19e7,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:19.021171 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-9e5c79e4-c153-47a5-8959-a53a271d1b47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:19.024287 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-e353d5a8-ac5e-4f9c-9cd4-b7dc2b0bc2e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:19.024834 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-97b4a197-45ce-4792-a8da-189fc8570f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:19.027626 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:19.031440 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-97b4a197-45ce-4792-a8da-189fc8570f33 admin admin] Usage tracker for resource:security_group_rule and tenant:99f9b337fac646bab3813019d2f6c764 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:19.031682 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.400s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:19.031960 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:19.035645 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-97b4a197-45ce-4792-a8da-189fc8570f33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:19.035851 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-9e5c79e4-c153-47a5-8959-a53a271d1b47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:19.037786 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Network 513e1c4d-d73e-422d-b620-6e51d2db19e7 details requested by agent ovs-agent-dv-cinder-793136-1-iscsi with host dv-cinder-793136-1-iscsi {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:13:19.040839 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-e353d5a8-ac5e-4f9c-9cd4-b7dc2b0bc2e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:19.047607 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-97b4a197-45ce-4792-a8da-189fc8570f33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:19.051055 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77691974-9df5-47ff-90b1-99063db0e2bf admin admin] Made reservation on behalf of 4506c5d923304a318b05bc8e034df406 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:13:19.052130 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-77691974-9df5-47ff-90b1-99063db0e2bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:19.120304 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5c79e4-c153-47a5-8959-a53a271d1b47 admin admin] Made reservation on behalf of a6fe442964904bd3b71480242adf4f16 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:13:19.122735 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9e5c79e4-c153-47a5-8959-a53a271d1b47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:19.138585 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e353d5a8-ac5e-4f9c-9cd4-b7dc2b0bc2e8 admin admin] Made reservation on behalf of b10ad5f6de2c4c48b2dbffebfca198ef for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:13:19.140964 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e353d5a8-ac5e-4f9c-9cd4-b7dc2b0bc2e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:19.380158 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-97b4a197-45ce-4792-a8da-189fc8570f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:19.505058 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-97b4a197-45ce-4792-a8da-189fc8570f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:19.521114 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:19.614504 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-97b4a197-45ce-4792-a8da-189fc8570f33 admin admin] Synchronizing usage tracker for tenant:0c1bbe676dc9404a91a4679974243f9c on resource:security_group {{(pid=92385) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:13:19.620713 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4a197-45ce-4792-a8da-189fc8570f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b44c98-997d-411d-b1e2-08a36fc98a3e,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:19.624043 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-97b4a197-45ce-4792-a8da-189fc8570f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:19.699717 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3bd891fc-019d-450c-a4f7-321da8c2862d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:19.709280 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:19.791813 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-97b4a197-45ce-4792-a8da-189fc8570f33 admin admin] Unset dirty status for tenant:0c1bbe676dc9404a91a4679974243f9c on resource:security_group {{(pid=92385) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:13:19.795299 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-97b4a197-45ce-4792-a8da-189fc8570f33 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=99f9b337fac646bab3813019d2f6c764&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0413249 May 26 11:13:19.795803 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd891fc-019d-450c-a4f7-321da8c2862d admin admin] Pushing event updated for resources: {'Subnet': ['ID=05bc6058-ff72-43e9-87c9-1639ef6cacc4,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:19.795919 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 46350) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:19.798787 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3bd891fc-019d-450c-a4f7-321da8c2862d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:19.809327 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7a52f08f-a28e-4ba8-bd16-99ec4f1e186d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:19.810348 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd891fc-019d-450c-a4f7-321da8c2862d admin admin] Checking segment: {'id': '4c20e951-4dca-4818-9f21-88b09eacf1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0297c65-03da-408e-9dc4-3aaead4f0782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:13:19.810711 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd891fc-019d-450c-a4f7-321da8c2862d admin admin] Network hostable DHCP agents. Network: e0297c65-03da-408e-9dc4-3aaead4f0782, hostable agents: ['5be7b6bf-9113-45d0-8352-d59a3f612e3f'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:13:19.833888 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-facb47d1-3bc3-4c5b-84d5-0b645a9c6f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:19.903979 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd891fc-019d-450c-a4f7-321da8c2862d admin admin] Network e0297c65-03da-408e-9dc4-3aaead4f0782 is scheduled to be hosted by DHCP agent 5be7b6bf-9113-45d0-8352-d59a3f612e3f with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:13:19.918789 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-77691974-9df5-47ff-90b1-99063db0e2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:19.923250 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3bd891fc-019d-450c-a4f7-321da8c2862d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:19.982558 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-3bd891fc-019d-450c-a4f7-321da8c2862d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-iscsi, e0297c65-03da-408e-9dc4-3aaead4f0782) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:13:19.989109 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52f08f-a28e-4ba8-bd16-99ec4f1e186d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:19.991411 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd891fc-019d-450c-a4f7-321da8c2862d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:19.992121 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3bd891fc-019d-450c-a4f7-321da8c2862d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:19.997413 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ceb720-00e0-42a2-b0bd-0253d5bcbd48 None None] Network e0297c65-03da-408e-9dc4-3aaead4f0782 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:13:20.003865 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7a52f08f-a28e-4ba8-bd16-99ec4f1e186d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:20.012463 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77691974-9df5-47ff-90b1-99063db0e2bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6861de6-f1d8-44d3-bd2f-fa7fcb23ccad,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:20.013550 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a52f08f-a28e-4ba8-bd16-99ec4f1e186d admin admin] Checking segment: {'id': 'bc773f87-d80f-47fd-b728-25549eeb0873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:13:20.014391 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a52f08f-a28e-4ba8-bd16-99ec4f1e186d admin admin] Network hostable DHCP agents. Network: 35893588-0f1e-477d-83eb-d93225ef04a5, hostable agents: ['5be7b6bf-9113-45d0-8352-d59a3f612e3f'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:13:20.015135 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77691974-9df5-47ff-90b1-99063db0e2bf admin admin] Checking segment: {'id': '2e3f4553-1524-4491-aca0-db59e943c1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dc46e5b7-2255-4f9a-8b88-9d59537ba6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:13:20.015487 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77691974-9df5-47ff-90b1-99063db0e2bf admin admin] Network hostable DHCP agents. Network: dc46e5b7-2255-4f9a-8b88-9d59537ba6ff, hostable agents: ['5be7b6bf-9113-45d0-8352-d59a3f612e3f'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:13:20.019310 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-77691974-9df5-47ff-90b1-99063db0e2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:20.049110 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c287200d-dae0-4cb6-b7ff-cb685065cf21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:20.096332 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-3bd891fc-019d-450c-a4f7-321da8c2862d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5021107 May 26 11:13:20.099025 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 46360) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:20.104324 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1019455147-router', 'tenant_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:20.115321 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:20.118629 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77691974-9df5-47ff-90b1-99063db0e2bf admin admin] Network dc46e5b7-2255-4f9a-8b88-9d59537ba6ff is scheduled to be hosted by DHCP agent 5be7b6bf-9113-45d0-8352-d59a3f612e3f with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:13:20.123250 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Usage tracker for resource:router and tenant:6b8bf604831c47d6a1dbd73884dcc49a is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:20.124491 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c287200d-dae0-4cb6-b7ff-cb685065cf21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:20.132533 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a52f08f-a28e-4ba8-bd16-99ec4f1e186d admin admin] Network 35893588-0f1e-477d-83eb-d93225ef04a5 is scheduled to be hosted by DHCP agent 5be7b6bf-9113-45d0-8352-d59a3f612e3f with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:13:20.154051 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:20.157455 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-77691974-9df5-47ff-90b1-99063db0e2bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-iscsi, dc46e5b7-2255-4f9a-8b88-9d59537ba6ff) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:13:20.158955 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-7a52f08f-a28e-4ba8-bd16-99ec4f1e186d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-iscsi, 35893588-0f1e-477d-83eb-d93225ef04a5) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:13:20.175299 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77691974-9df5-47ff-90b1-99063db0e2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:20.175625 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-77691974-9df5-47ff-90b1-99063db0e2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:20.183840 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10177092-0a2d-43d5-a725-8e0764f6cf53 None None] Network dc46e5b7-2255-4f9a-8b88-9d59537ba6ff requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:13:20.184649 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a52f08f-a28e-4ba8-bd16-99ec4f1e186d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:20.185182 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:20.185369 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7a52f08f-a28e-4ba8-bd16-99ec4f1e186d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:20.208889 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3878a5-b43e-4e8b-a65b-913445160b13 None None] Network 35893588-0f1e-477d-83eb-d93225ef04a5 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:13:20.304307 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-77691974-9df5-47ff-90b1-99063db0e2bf admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7048445 May 26 11:13:20.335151 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9e5c79e4-c153-47a5-8959-a53a271d1b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:20.339583 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e353d5a8-ac5e-4f9c-9cd4-b7dc2b0bc2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:20.339931 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:20.358508 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-922'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:20.359903 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-995'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:20.397081 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-7a52f08f-a28e-4ba8-bd16-99ec4f1e186d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9501500 May 26 11:13:20.399919 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 46368) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:20.407274 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-63007472-router', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:20.413646 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:20.419991 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Usage tracker for resource:router and tenant:dc961799625447e4a664b9239ec13944 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:20.421371 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c79e4-c153-47a5-8959-a53a271d1b47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5300992e-d385-4173-9ce7-e81c35af28bb,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:20.423924 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:20.431013 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:20.475122 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:20.475394 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c287200d-dae0-4cb6-b7ff-cb685065cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:20.486097 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c287200d-dae0-4cb6-b7ff-cb685065cf21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:20.489426 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-c287200d-dae0-4cb6-b7ff-cb685065cf21 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/18b44c98-997d-411d-b1e2-08a36fc98a3e HTTP/1.1" status: 204 len: 168 time: 0.6839623 May 26 11:13:20.498683 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8fa566-4bdf-4915-9e82-bb4c5741604a None None] Network e0297c65-03da-408e-9dc4-3aaead4f0782 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:13:20.511329 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5c79e4-c153-47a5-8959-a53a271d1b47 admin admin] Checking segment: {'id': 'e9edfa39-8cf1-4a7c-a71c-b334d6825fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:13:20.511590 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5c79e4-c153-47a5-8959-a53a271d1b47 admin admin] Network hostable DHCP agents. Network: 513e1c4d-d73e-422d-b620-6e51d2db19e7, hostable agents: ['5be7b6bf-9113-45d0-8352-d59a3f612e3f'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:13:20.538552 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e353d5a8-ac5e-4f9c-9cd4-b7dc2b0bc2e8 admin admin] Checking segment: {'id': 'a54bf79d-a496-4511-b7db-5c024c6f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:13:20.538904 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e353d5a8-ac5e-4f9c-9cd4-b7dc2b0bc2e8 admin admin] Network hostable DHCP agents. Network: 8401442c-7711-47cb-bb0a-a8ee35438347, hostable agents: ['5be7b6bf-9113-45d0-8352-d59a3f612e3f'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:13:20.558237 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353d5a8-ac5e-4f9c-9cd4-b7dc2b0bc2e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=321c0d01-84f2-4a24-90fd-e7b00558ba0f,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:20.559315 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e353d5a8-ac5e-4f9c-9cd4-b7dc2b0bc2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:20.560385 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:20.560658 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:20.561242 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5c577324-f834-4c88-aa56-39907606fc5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:20.575543 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287200d-dae0-4cb6-b7ff-cb685065cf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b44c98-997d-411d-b1e2-08a36fc98a3e,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:20.578830 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c287200d-dae0-4cb6-b7ff-cb685065cf21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:20.593120 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-922'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:20.594686 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-995'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:20.613113 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:20.752716 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5c79e4-c153-47a5-8959-a53a271d1b47 admin admin] Network 513e1c4d-d73e-422d-b620-6e51d2db19e7 is scheduled to be hosted by DHCP agent 5be7b6bf-9113-45d0-8352-d59a3f612e3f with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:13:20.756519 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e353d5a8-ac5e-4f9c-9cd4-b7dc2b0bc2e8 admin admin] Network 8401442c-7711-47cb-bb0a-a8ee35438347 is scheduled to be hosted by DHCP agent 5be7b6bf-9113-45d0-8352-d59a3f612e3f with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:13:20.780115 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643e63a-fd39-5d5d-9f34-faeb87d00edd-35893588-0f1e-477d-83eb-d93225ef04a5', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'fixed_ips': [{'subnet_id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf'}]}} from dv-cinder-793136-1-iscsi. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:13:20.781071 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:20.841738 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 46394) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:20.845181 dv-cinder-793136-1-iscsi neutron-server[92386]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 11:13:20.856725 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b66ce3f-6619-4a78-9336-7a57be846216 None None] Network dc46e5b7-2255-4f9a-8b88-9d59537ba6ff requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:13:20.875665 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-9e5c79e4-c153-47a5-8959-a53a271d1b47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-iscsi, 513e1c4d-d73e-422d-b620-6e51d2db19e7) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:13:20.883176 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-e353d5a8-ac5e-4f9c-9cd4-b7dc2b0bc2e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-iscsi, 8401442c-7711-47cb-bb0a-a8ee35438347) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:13:20.917388 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5c79e4-c153-47a5-8959-a53a271d1b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:20.918803 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9e5c79e4-c153-47a5-8959-a53a271d1b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:20.958221 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01ee899-ebd1-4c98-a2bb-5b0fea2d28c7 None None] Network 513e1c4d-d73e-422d-b620-6e51d2db19e7 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:13:21.021590 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e353d5a8-ac5e-4f9c-9cd4-b7dc2b0bc2e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:21.022201 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e353d5a8-ac5e-4f9c-9cd4-b7dc2b0bc2e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:21.040980 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-9e5c79e4-c153-47a5-8959-a53a271d1b47 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1059415 May 26 11:13:21.043869 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 46406) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:21.066061 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1876242309-router', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:21.072760 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:21.089377 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Usage tracker for resource:router and tenant:a6fe442964904bd3b71480242adf4f16 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:21.097491 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:21.112457 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-22e961c7-8c98-4747-ba53-2142b0414224 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:21.113217 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-22e961c7-8c98-4747-ba53-2142b0414224 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Synchronizing usage tracker for tenant:4506c5d923304a318b05bc8e034df406 on resource:network {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:13:21.117669 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:21.133561 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-e353d5a8-ac5e-4f9c-9cd4-b7dc2b0bc2e8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2953720 May 26 11:13:21.154624 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95360551-444d-49b6-9b23-dc890e7654cb None None] Network 8401442c-7711-47cb-bb0a-a8ee35438347 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:13:21.199624 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-922'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:21.201148 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-995'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:21.242097 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:21.314109 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1013'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:21.341029 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1013'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:21.371561 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-22e961c7-8c98-4747-ba53-2142b0414224 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Unset dirty status for tenant:4506c5d923304a318b05bc8e034df406 on resource:network {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:13:21.378265 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-22e961c7-8c98-4747-ba53-2142b0414224 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/networks?id=dc46e5b7-2255-4f9a-8b88-9d59537ba6ff HTTP/1.1" status: 200 len: 811 time: 0.5350814 May 26 11:13:21.398182 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-4ed857d7-f2d5-4666-8549-31a59a81022f tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/quotas/4506c5d923304a318b05bc8e034df406 HTTP/1.1" status: 200 len: 375 time: 0.0188558 May 26 11:13:21.474548 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-e2b538b2-28b7-41b8-ac76-f9db15902f1d tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4506c5d923304a318b05bc8e034df406&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753574 May 26 11:13:21.597466 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 46438) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:21.639325 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2fadd6b-1185-4219-a13b-41890ea2a407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:21.665734 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-a2fadd6b-1185-4219-a13b-41890ea2a407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:21.675024 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-a2fadd6b-1185-4219-a13b-41890ea2a407 admin admin] Usage tracker for resource:security_group_rule and tenant:a28c0078a74c46629e28e14d66b2d4b2 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:21.679513 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-a2fadd6b-1185-4219-a13b-41890ea2a407 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:21.686403 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-a2fadd6b-1185-4219-a13b-41890ea2a407 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:21.744476 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643e63a-fd39-5d5d-9f34-faeb87d00edd-513e1c4d-d73e-422d-b620-6e51d2db19e7', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'fixed_ips': [{'subnet_id': '5300992e-d385-4173-9ce7-e81c35af28bb'}]}} from dv-cinder-793136-1-iscsi. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:13:21.746084 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:21.800472 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Allocated IP 172.20.0.2 (35893588-0f1e-477d-83eb-d93225ef04a5/a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf/b0b00957-6301-41ee-ada5-9d96c2fbb529) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:13:21.926161 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-9254ae75-58cb-4f0e-ac5c-1e7acf3f9a6d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:13:21.930273 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-9254ae75-58cb-4f0e-ac5c-1e7acf3f9a6d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2259166 May 26 11:13:22.028880 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1211e963-d12a-4331-939a-f5d9a6dc9da9 None None] Network 8401442c-7711-47cb-bb0a-a8ee35438347 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:13:22.075948 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1013'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:22.131449 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-01eac525-9112-4933-a1e1-3f6a4dd9b2f8 service neutron] 10.222.0.35 "GET /v2.0/networks/dc46e5b7-2255-4f9a-8b88-9d59537ba6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929858 May 26 11:13:22.171644 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2fadd6b-1185-4219-a13b-41890ea2a407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:22.174755 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:22.212139 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:22.215057 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Allocated IP 172.20.0.2 (513e1c4d-d73e-422d-b620-6e51d2db19e7/5300992e-d385-4173-9ce7-e81c35af28bb/e3c9eab7-a893-465e-bfd3-3accc0b21048) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:13:22.238776 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:22.244793 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:22.280131 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2fadd6b-1185-4219-a13b-41890ea2a407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:22.328621 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-97b4a197-45ce-4792-a8da-189fc8570f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:22.343949 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-30134ce7-c394-44e6-8a16-634f1615a32f service neutron] 10.222.0.35 "GET /v2.0/networks/dc46e5b7-2255-4f9a-8b88-9d59537ba6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064812 May 26 11:13:22.417604 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fadd6b-1185-4219-a13b-41890ea2a407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e5e50b-fdc1-4c5a-9e81-7f1f7204f9e6,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:22.421937 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-a2fadd6b-1185-4219-a13b-41890ea2a407 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a28c0078a74c46629e28e14d66b2d4b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8227358 May 26 11:13:22.423081 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a2fadd6b-1185-4219-a13b-41890ea2a407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:22.424521 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 46448) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:22.496306 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Allocated IP 172.27.2.126 (0c406d08-576a-4058-82f8-2db7a46cb825/c8dc709d-33af-406d-94f8-5d106e5714b1/15f81d35-663f-4b30-a939-7f14f5cc3897) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:13:22.677096 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:22.741467 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Transition to ACTIVE for port object b0b00957-6301-41ee-ada5-9d96c2fbb529 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:13:22.758130 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-456310f2-00c8-4dee-a34a-cf9143b83936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:22.796042 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-456310f2-00c8-4dee-a34a-cf9143b83936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:22.806820 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:22.835715 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Transition to ACTIVE for port object b0b00957-6301-41ee-ada5-9d96c2fbb529 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:13:22.837364 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:22.848705 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Transition to ACTIVE for port object e3c9eab7-a893-465e-bfd3-3accc0b21048 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:13:22.856166 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:22.869520 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Transition to ACTIVE for port object e3c9eab7-a893-465e-bfd3-3accc0b21048 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:13:22.912988 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:22.920641 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1395d749-f6d0-4489-9d1b-abcc13c56526 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:22.927426 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:22.973150 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:22.976686 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-879ae8ea-a3ba-48e4-b258-403b295908c9 req-af470dfe-8848-457f-bd2b-6868070761ce tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 210 time: 0.0867639 May 26 11:13:22.985040 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:23.001216 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Network 35893588-0f1e-477d-83eb-d93225ef04a5 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:13:23.006805 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:13:23.009452 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:13:23.032427 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Pushing event updated for resources: {'Port': ['ID=b0b00957-6301-41ee-ada5-9d96c2fbb529,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:23.038866 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:23.101388 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-456310f2-00c8-4dee-a34a-cf9143b83936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:23.108831 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:23.110107 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Network 513e1c4d-d73e-422d-b620-6e51d2db19e7 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:13:23.118788 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:13:23.122150 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:13:23.123537 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456310f2-00c8-4dee-a34a-cf9143b83936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e5e50b-fdc1-4c5a-9e81-7f1f7204f9e6,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:23.125893 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:23.126242 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:23.126574 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:23.126899 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:23.127223 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:23.127543 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:23.127859 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:23.128175 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:23.128511 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:23.128876 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:23.129497 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:23.129497 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Tracked resource versions report: May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: pushed versions: May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: { 'AddressGroup': {'1.2'}, May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: 'ConntrackHelper': {'1.0'}, May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: 'Log': {'1.0'}, May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: 'Network': {'1.1'}, May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: 'Port': {'1.7'}, May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: 'PortForwarding': {'1.2'}, May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: 'QosPolicy': {'1.8'}, May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: 'SecurityGroup': {'1.4'}, May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: 'SecurityGroupRule': {'1.2'}, May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: 'SubPort': {'1.0'}, May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: 'Subnet': {'1.1'}, May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: 'Trunk': {'1.1'}} May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: consumer versions: May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: { DHCP agent@dv-cinder-793136-1-iscsi: {}, May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: HyperV agent@hv-cinder-79313: {}, May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: L3 agent@dv-cinder-793136-1-iscsi: {}, May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: Metadata agent@dv-cinder-793136-1-iscsi: {}, May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: Metering agent@dv-cinder-793136-1-iscsi: {}, May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: Open vSwitch agent@dv-cinder-793136-1-iscsi: { 'AddressGroup': '1.2', May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: 'ConntrackHelper': '1.0', May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: 'Log': '1.0', May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: 'Network': '1.1', May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: 'Port': '1.7', May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: 'PortForwarding': '1.2', May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: 'QosPolicy': '1.8', May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: 'SecurityGroup': '1.4', May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: 'SecurityGroupRule': '1.2', May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: 'SubPort': '1.0', May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: 'Subnet': '1.1', May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: 'Trunk': '1.1'}} May 26 11:13:23.131185 dv-cinder-793136-1-iscsi neutron-server[92387]: {{(pid=92387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 11:13:23.134253 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:23.136539 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:23.147711 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-456310f2-00c8-4dee-a34a-cf9143b83936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:23.149615 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-456310f2-00c8-4dee-a34a-cf9143b83936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:23.153731 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-456310f2-00c8-4dee-a34a-cf9143b83936 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f6e5e50b-fdc1-4c5a-9e81-7f1f7204f9e6 HTTP/1.1" status: 204 len: 168 time: 0.7248828 May 26 11:13:23.184143 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Pushing event updated for resources: {'Port': ['ID=15f81d35-663f-4b30-a939-7f14f5cc3897,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:23.191740 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Network 0c406d08-576a-4058-82f8-2db7a46cb825 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:13:23.199736 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:23.199736 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:13:23.199736 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:13:23.324321 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 46500) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:23.453495 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 46506) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:23.475849 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Attempting to bind port b0b00957-6301-41ee-ada5-9d96c2fbb529 on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:13:23.476349 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Attempting to bind port b0b00957-6301-41ee-ada5-9d96c2fbb529 by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': 'bc773f87-d80f-47fd-b728-25549eeb0873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:13:23.476577 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Attempting to bind port b0b00957-6301-41ee-ada5-9d96c2fbb529 on network 35893588-0f1e-477d-83eb-d93225ef04a5 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:13:23.497968 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918eadee-49af-4747-98c3-4d7be7301807 req-5fc8829c-1d51-493a-b04b-e363dcefd5f2 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:23.499337 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-918eadee-49af-4747-98c3-4d7be7301807 req-5fc8829c-1d51-493a-b04b-e363dcefd5f2 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Synchronizing usage tracker for tenant:b10ad5f6de2c4c48b2dbffebfca198ef on resource:network {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:13:23.502093 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Pushing event updated for resources: {'Port': ['ID=e3c9eab7-a893-465e-bfd3-3accc0b21048,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:23.518910 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:23.522716 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:13:23.523404 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Checking segment: {'id': 'bc773f87-d80f-47fd-b728-25549eeb0873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:13:23.524005 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:23.524709 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Bound using segment: {'id': 'bc773f87-d80f-47fd-b728-25549eeb0873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:13:23.525439 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Bound port: b0b00957-6301-41ee-ada5-9d96c2fbb529, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc773f87-d80f-47fd-b728-25549eeb0873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:13:23.526166 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:23.552520 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Attempting to bind port e3c9eab7-a893-465e-bfd3-3accc0b21048 on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:13:23.553514 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Attempting to bind port e3c9eab7-a893-465e-bfd3-3accc0b21048 by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': 'e9edfa39-8cf1-4a7c-a71c-b334d6825fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:13:23.555161 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Attempting to bind port e3c9eab7-a893-465e-bfd3-3accc0b21048 on network 513e1c4d-d73e-422d-b620-6e51d2db19e7 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:13:23.571898 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:13:23.571898 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Checking segment: {'id': 'e9edfa39-8cf1-4a7c-a71c-b334d6825fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:13:23.571898 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:23.571898 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Bound using segment: {'id': 'e9edfa39-8cf1-4a7c-a71c-b334d6825fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:13:23.571898 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Bound port: e3c9eab7-a893-465e-bfd3-3accc0b21048, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9edfa39-8cf1-4a7c-a71c-b334d6825fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:13:23.571898 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:23.572979 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Allocated IP 172.27.2.61 (0c406d08-576a-4058-82f8-2db7a46cb825/c8dc709d-33af-406d-94f8-5d106e5714b1/7ba5e8ce-acf5-461c-b35f-0b26a993d7a4) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:13:23.632231 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-918eadee-49af-4747-98c3-4d7be7301807 req-5fc8829c-1d51-493a-b04b-e363dcefd5f2 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Unset dirty status for tenant:b10ad5f6de2c4c48b2dbffebfca198ef on resource:network {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:13:23.633496 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-918eadee-49af-4747-98c3-4d7be7301807 req-5fc8829c-1d51-493a-b04b-e363dcefd5f2 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/networks?id=8401442c-7711-47cb-bb0a-a8ee35438347 HTTP/1.1" status: 200 len: 815 time: 0.3078291 May 26 11:13:23.648012 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-918eadee-49af-4747-98c3-4d7be7301807 req-bf48d137-99ba-452f-8c6c-fa7ceb5a8707 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/quotas/b10ad5f6de2c4c48b2dbffebfca198ef HTTP/1.1" status: 200 len: 375 time: 0.0090289 May 26 11:13:23.743993 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:23.748091 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] For port b0b00957-6301-41ee-ada5-9d96c2fbb529, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:13:23.752775 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] For port b0b00957-6301-41ee-ada5-9d96c2fbb529, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=b0b00957-6301-41ee-ada5-9d96c2fbb529,segment=NetworkSegment(bc773f87-d80f-47fd-b728-25549eeb0873),segment_id=bc773f87-d80f-47fd-b728-25549eeb0873)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:13:23.755628 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] For port e3c9eab7-a893-465e-bfd3-3accc0b21048, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:13:23.764262 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] For port e3c9eab7-a893-465e-bfd3-3accc0b21048, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=e3c9eab7-a893-465e-bfd3-3accc0b21048,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:13:23.780981 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7f3d0e7d-9d28-4214-85c8-b95b921cedcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:23.811087 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-918eadee-49af-4747-98c3-4d7be7301807 req-3cd89b7f-e941-41fd-b9e3-73eca9d7c23d tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b10ad5f6de2c4c48b2dbffebfca198ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1535141 May 26 11:13:23.826682 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-7f3d0e7d-9d28-4214-85c8-b95b921cedcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:23.831723 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-7f3d0e7d-9d28-4214-85c8-b95b921cedcd admin admin] Usage tracker for resource:security_group_rule and tenant:1494babcc57c490dbeaa003f4af65a6b is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:23.835510 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-7f3d0e7d-9d28-4214-85c8-b95b921cedcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:23.843374 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-7f3d0e7d-9d28-4214-85c8-b95b921cedcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:23.873174 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:23.878206 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:23.933018 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:23.954860 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:24.013516 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Pushing event updated for resources: {'Port': ['ID=b0b00957-6301-41ee-ada5-9d96c2fbb529,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:24.022793 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:24.023273 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:24.028874 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7f3d0e7d-9d28-4214-85c8-b95b921cedcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:24.039843 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [req-918eadee-49af-4747-98c3-4d7be7301807 req-11d9b3c1-4f6a-48d4-8159-c9344a7b7165 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:13:24.044729 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-918eadee-49af-4747-98c3-4d7be7301807 req-11d9b3c1-4f6a-48d4-8159-c9344a7b7165 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1012812 May 26 11:13:24.056046 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:24.073851 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d10b67f5-b345-45fc-bf7b-f01284b4cfb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:24.158229 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Pushing event updated for resources: {'Port': ['ID=e3c9eab7-a893-465e-bfd3-3accc0b21048,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:24.161774 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:24.197898 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba5e8ce-acf5-461c-b35f-0b26a993d7a4,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:24.206215 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:24.207965 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Network 0c406d08-576a-4058-82f8-2db7a46cb825 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:13:24.211177 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:13:24.215187 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:13:24.252553 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7f3d0e7d-9d28-4214-85c8-b95b921cedcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:24.361981 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c74f4e33-9208-43cb-97fa-655c520ead4c req-cf59772b-65f7-492b-93d0-02d5d0445152 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 210 time: 0.2419374 May 26 11:13:24.367531 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-456310f2-00c8-4dee-a34a-cf9143b83936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:24.452504 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Allocated IP 172.27.2.26 (0c406d08-576a-4058-82f8-2db7a46cb825/c8dc709d-33af-406d-94f8-5d106e5714b1/63310d16-6acc-4bff-a357-d3ac7dbe7040) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:13:24.515523 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d0e7d-9d28-4214-85c8-b95b921cedcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd01451a-3078-4290-8967-f7708e02c5fa,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:24.584050 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7f3d0e7d-9d28-4214-85c8-b95b921cedcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:24.673517 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-7f3d0e7d-9d28-4214-85c8-b95b921cedcd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1494babcc57c490dbeaa003f4af65a6b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2173383 May 26 11:13:24.690249 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 46558) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:24.764565 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-918eadee-49af-4747-98c3-4d7be7301807 req-07ef2a39-4fc6-4df9-b0d7-5cb2e5c69f38 service neutron] 10.222.0.35 "GET /v2.0/networks/8401442c-7711-47cb-bb0a-a8ee35438347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7175758 May 26 11:13:24.907840 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:24.919390 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d7f437b9-bbf3-41d4-b5b3-8073cda09977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:24.950711 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424500'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:24.985275 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d7f437b9-bbf3-41d4-b5b3-8073cda09977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:25.004095 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-918eadee-49af-4747-98c3-4d7be7301807 req-0b6a40d2-fa3a-41e7-9e99-38149c973947 service neutron] 10.222.0.35 "GET /v2.0/networks/8401442c-7711-47cb-bb0a-a8ee35438347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322183 May 26 11:13:25.150141 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device e3c9eab7-a893-465e-bfd3-3accc0b21048 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:13:25.153745 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:25.169001 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cff3fcdc-29c1-4805-bbcd-fc1e4b4fc972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:25.246984 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:25.265424 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d7f437b9-bbf3-41d4-b5b3-8073cda09977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:25.287919 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Network 0c406d08-576a-4058-82f8-2db7a46cb825 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:13:25.294317 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:13:25.300126 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:13:25.369876 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port e3c9eab7-a893-465e-bfd3-3accc0b21048 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:13:25.372883 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Pushing event updated for resources: {'Port': ['ID=63310d16-6acc-4bff-a357-d3ac7dbe7040,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:25.376585 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device b0b00957-6301-41ee-ada5-9d96c2fbb529 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:13:25.386556 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d7f437b9-bbf3-41d4-b5b3-8073cda09977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:25.390116 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-d7f437b9-bbf3-41d4-b5b3-8073cda09977 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cd01451a-3078-4290-8967-f7708e02c5fa HTTP/1.1" status: 204 len: 168 time: 0.6963749 May 26 11:13:25.632199 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a02ba1e-3688-47f1-8065-70414c7eaf7d None None] Network 513e1c4d-d73e-422d-b620-6e51d2db19e7 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:13:25.644180 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:25.644657 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.361s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:25.706217 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f437b9-bbf3-41d4-b5b3-8073cda09977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd01451a-3078-4290-8967-f7708e02c5fa,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:25.710398 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d7f437b9-bbf3-41d4-b5b3-8073cda09977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:25.731445 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Router 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab is scheduled to L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 11:13:25.800296 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a373f421-6d2a-4d73-9e49-0f70c72feb0e req-d3e8afd4-3881-4cb9-bcbb-85bdecd0453d tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 210 time: 0.1713941 May 26 11:13:25.901099 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port b0b00957-6301-41ee-ada5-9d96c2fbb529 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:13:25.921051 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7da35126-df5e-409b-a9ec-79d528db47be req-26fa4856-8f08-4459-a8c9-3ce39d15f998 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 210 time: 0.1234207 May 26 11:13:26.071500 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424500'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:26.078568 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b558e7ea-c73e-46f5-be71-5a6c815f1e0e None None] Provisioning for port e3c9eab7-a893-465e-bfd3-3accc0b21048 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:13:26.087358 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b558e7ea-c73e-46f5-be71-5a6c815f1e0e None None] Provisioning complete for port e3c9eab7-a893-465e-bfd3-3accc0b21048 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:13:26.087358 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b558e7ea-c73e-46f5-be71-5a6c815f1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:26.150418 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42d0e07-2d08-4b48-8352-d99e1e10f4b9 None None] Network 35893588-0f1e-477d-83eb-d93225ef04a5 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:13:26.272876 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:26.309060 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:13:26.651821 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b558e7ea-c73e-46f5-be71-5a6c815f1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:26.666643 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:13:26.684240 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c887080-4797-4bb1-903b-59174934a360 None None] Sync routers for ids ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'] in dv-cinder-793136-1-iscsi {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:13:26.715106 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c887080-4797-4bb1-903b-59174934a360 None None] Routers {'088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:13:26.716897 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-1c887080-4797-4bb1-903b-59174934a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:12:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:26.717281 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b558e7ea-c73e-46f5-be71-5a6c815f1e0e None None] For port e3c9eab7-a893-465e-bfd3-3accc0b21048, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=e3c9eab7-a893-465e-bfd3-3accc0b21048,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:13:26.738830 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d15bad17-940c-41d6-8039-727546fb2109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:26.820994 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b558e7ea-c73e-46f5-be71-5a6c815f1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:26.821338 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Router 3213840d-d1cd-49be-865b-0259941713ac is scheduled to L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 11:13:26.829422 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1395d749-f6d0-4489-9d1b-abcc13c56526 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:26.970273 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558e7ea-c73e-46f5-be71-5a6c815f1e0e None None] Pushing event updated for resources: {'Port': ['ID=e3c9eab7-a893-465e-bfd3-3accc0b21048,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:26.981878 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b558e7ea-c73e-46f5-be71-5a6c815f1e0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:27.083733 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-db24b9c6-ec7f-414e-820e-e16b642d8e25 None None] Provisioning for port b0b00957-6301-41ee-ada5-9d96c2fbb529 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:13:27.091050 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-db24b9c6-ec7f-414e-820e-e16b642d8e25 None None] Provisioning complete for port b0b00957-6301-41ee-ada5-9d96c2fbb529 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:13:27.092899 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-db24b9c6-ec7f-414e-820e-e16b642d8e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:27.127317 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-83db6b26-a003-475f-bd14-356801e7691e req-d8bd772f-9aa2-425e-b4f9-61e8046a36cc tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 210 time: 0.2023013 May 26 11:13:27.131592 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-1c887080-4797-4bb1-903b-59174934a360 None None] Set router 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:13:27.154798 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424500'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:27.461919 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-db24b9c6-ec7f-414e-820e-e16b642d8e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:27.502468 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:13:27.509890 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:27.512022 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.1091008 May 26 11:13:27.516519 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 46662) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:27.557042 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-db24b9c6-ec7f-414e-820e-e16b642d8e25 None None] For port b0b00957-6301-41ee-ada5-9d96c2fbb529, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=b0b00957-6301-41ee-ada5-9d96c2fbb529,segment=NetworkSegment(bc773f87-d80f-47fd-b728-25549eeb0873),segment_id=bc773f87-d80f-47fd-b728-25549eeb0873)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:13:27.562645 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] Sync routers for ids ['3213840d-d1cd-49be-865b-0259941713ac'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:13:27.583587 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] Routers {'3213840d-d1cd-49be-865b-0259941713ac'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:13:27.584219 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:12:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['3213840d-d1cd-49be-865b-0259941713ac'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:27.627469 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b60cd65c-5ad6-4ffb-b3ab-af69d96a360f req-14fc58ff-6902-4516-bf70-112c82bbefb2 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 210 time: 0.1770415 May 26 11:13:27.709499 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-db24b9c6-ec7f-414e-820e-e16b642d8e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:27.721132 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:27.733212 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-1c887080-4797-4bb1-903b-59174934a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'name': 'tempest-AttachVolumeTestJSON-63007472-router', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:13:23Z', 'revision_number': 3, 'project_id': 'dc961799625447e4a664b9239ec13944', 'gw_port': {'id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:27.737356 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c887080-4797-4bb1-903b-59174934a360 None None] Checking router: 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab for host: dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:13:27.737709 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c887080-4797-4bb1-903b-59174934a360 None None] Updating router 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab port 15f81d35-663f-4b30-a939-7f14f5cc3897 binding host dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:13:27.794256 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:27.795541 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.6953723 May 26 11:13:27.798617 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 46672) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:27.810004 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-1c887080-4797-4bb1-903b-59174934a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:27.821188 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Router 0e671f7d-068d-4e2e-a817-887a88cc63bb is scheduled to L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 11:13:27.879648 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-db24b9c6-ec7f-414e-820e-e16b642d8e25 None None] Provisioning complete for port e3c9eab7-a893-465e-bfd3-3accc0b21048 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:13:27.880023 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-db24b9c6-ec7f-414e-820e-e16b642d8e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:27.989595 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24b9c6-ec7f-414e-820e-e16b642d8e25 None None] Pushing event updated for resources: {'Port': ['ID=b0b00957-6301-41ee-ada5-9d96c2fbb529,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:28.017274 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-db24b9c6-ec7f-414e-820e-e16b642d8e25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:28.028209 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] Set router 3213840d-d1cd-49be-865b-0259941713ac gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:13:28.119276 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.37', 50435) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:28.155416 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:13:28.278590 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:28.286531 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2239685 May 26 11:13:28.291689 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 46686) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:28.450690 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-127d644c-c408-43bb-9089-2b23557a097e tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:28.455131 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-127d644c-c408-43bb-9089-2b23557a097e tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.37 "GET /v2.0/networks?id=dc46e5b7-2255-4f9a-8b88-9d59537ba6ff HTTP/1.1" status: 200 len: 811 time: 0.3291361 May 26 11:13:28.473315 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-1c887080-4797-4bb1-903b-59174934a360 None None] Notify callbacks [] for port, precommit_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:28.486372 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.provisioning_blocks [None req-1c887080-4797-4bb1-903b-59174934a360 None None] Transition to ACTIVE for port object 15f81d35-663f-4b30-a939-7f14f5cc3897 will not be triggered until provisioned by entity L2. {{(pid=92388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:13:28.492315 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] Sync routers for ids ['0e671f7d-068d-4e2e-a817-887a88cc63bb'] in dv-cinder-793136-1-iscsi {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:13:28.502808 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] Routers {'0e671f7d-068d-4e2e-a817-887a88cc63bb'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:13:28.509861 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:12:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['0e671f7d-068d-4e2e-a817-887a88cc63bb'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:28.598129 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3213840d-d1cd-49be-865b-0259941713ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1019455147-router', 'tenant_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '7ba5e8ce-acf5-461c-b35f-0b26a993d7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:13:24Z', 'revision_number': 3, 'project_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'gw_port': {'id': '7ba5e8ce-acf5-461c-b35f-0b26a993d7a4', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:69:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3213840d-d1cd-49be-865b-0259941713ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:28.603838 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] Checking router: 3213840d-d1cd-49be-865b-0259941713ac for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:13:28.604194 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] Updating router 3213840d-d1cd-49be-865b-0259941713ac port 7ba5e8ce-acf5-461c-b35f-0b26a993d7a4 binding host dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:13:28.611067 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-4c116169-63f6-4ab5-9255-ba96ee3b0ebd tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Request body: {'port': {'device_id': '8ec1cd6c-8772-48c1-991a-9758afb2e0b8', 'network_id': 'dc46e5b7-2255-4f9a-8b88-9d59537ba6ff', 'admin_state_up': True, 'tenant_id': '4506c5d923304a318b05bc8e034df406'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:28.730794 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-1c887080-4797-4bb1-903b-59174934a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:28.760193 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-415a5fef-7776-477a-8aad-ffa6f61de37b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:28.783161 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:28.844018 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377b0a1-621c-4519-8a6b-5e6fc2d6e207 None None] Pushing event updated for resources: {'Port': ['ID=15f81d35-663f-4b30-a939-7f14f5cc3897,revision_number=2']} {{(pid=92388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:28.861341 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4d4a89dc-53c2-4dfd-a39b-70f297802054 req-5741381b-9485-4eca-8999-567fc18a35de tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 210 time: 0.1831434 May 26 11:13:28.864271 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d377b0a1-621c-4519-8a6b-5e6fc2d6e207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:28.864642 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d377b0a1-621c-4519-8a6b-5e6fc2d6e207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:28.864972 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d377b0a1-621c-4519-8a6b-5e6fc2d6e207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:28.865300 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d377b0a1-621c-4519-8a6b-5e6fc2d6e207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:28.865619 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d377b0a1-621c-4519-8a6b-5e6fc2d6e207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:28.865964 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d377b0a1-621c-4519-8a6b-5e6fc2d6e207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:28.866283 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d377b0a1-621c-4519-8a6b-5e6fc2d6e207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:28.866601 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d377b0a1-621c-4519-8a6b-5e6fc2d6e207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:28.866984 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d377b0a1-621c-4519-8a6b-5e6fc2d6e207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:28.867267 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d377b0a1-621c-4519-8a6b-5e6fc2d6e207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:28.867539 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d377b0a1-621c-4519-8a6b-5e6fc2d6e207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:28.867848 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d377b0a1-621c-4519-8a6b-5e6fc2d6e207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d377b0a1-621c-4519-8a6b-5e6fc2d6e207 None None] Tracked resource versions report: May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: pushed versions: May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: { 'AddressGroup': {'1.2'}, May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: 'ConntrackHelper': {'1.0'}, May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: 'Log': {'1.0'}, May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: 'Network': {'1.1'}, May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: 'Port': {'1.7'}, May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: 'PortForwarding': {'1.2'}, May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: 'QosPolicy': {'1.8'}, May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: 'SecurityGroup': {'1.4'}, May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: 'SecurityGroupRule': {'1.2'}, May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: 'SubPort': {'1.0'}, May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: 'Subnet': {'1.1'}, May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: 'Trunk': {'1.1'}} May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: consumer versions: May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: { DHCP agent@dv-cinder-793136-1-iscsi: {}, May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: HyperV agent@hv-cinder-79313: {}, May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: L3 agent@dv-cinder-793136-1-iscsi: {}, May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: Metadata agent@dv-cinder-793136-1-iscsi: {}, May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: Metering agent@dv-cinder-793136-1-iscsi: {}, May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: Open vSwitch agent@dv-cinder-793136-1-iscsi: { 'AddressGroup': '1.2', May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: 'ConntrackHelper': '1.0', May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: 'Log': '1.0', May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: 'Network': '1.1', May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: 'Port': '1.7', May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: 'PortForwarding': '1.2', May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: 'QosPolicy': '1.8', May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: 'SecurityGroup': '1.4', May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: 'SecurityGroupRule': '1.2', May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: 'SubPort': '1.0', May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: 'Subnet': '1.1', May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: 'Trunk': '1.1'}} May 26 11:13:28.868927 dv-cinder-793136-1-iscsi neutron-server[92388]: {{(pid=92388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 11:13:28.880116 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e04dcf25-b716-4ebb-b0ad-d44024a2156f None None] Provisioning complete for port b0b00957-6301-41ee-ada5-9d96c2fbb529 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:13:28.880698 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e04dcf25-b716-4ebb-b0ad-d44024a2156f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:28.904442 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-d377b0a1-621c-4519-8a6b-5e6fc2d6e207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:28.972076 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] Set router 0e671f7d-068d-4e2e-a817-887a88cc63bb gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:13:29.115973 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device e3c9eab7-a893-465e-bfd3-3accc0b21048 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:13:29.165237 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-dcdf5ec1-58aa-4f86-b159-4b92a29f9b81 req-aac2ab23-bf89-4c7f-827c-33c7c425d1af tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 210 time: 0.2134969 May 26 11:13:29.167717 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-1c887080-4797-4bb1-903b-59174934a360 None None] Attempting to bind port 15f81d35-663f-4b30-a939-7f14f5cc3897 on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:13:29.168082 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-1c887080-4797-4bb1-903b-59174934a360 None None] Attempting to bind port 15f81d35-663f-4b30-a939-7f14f5cc3897 by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}] {{(pid=92388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:13:29.168527 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c887080-4797-4bb1-903b-59174934a360 None None] Attempting to bind port 15f81d35-663f-4b30-a939-7f14f5cc3897 on network 0c406d08-576a-4058-82f8-2db7a46cb825 {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:13:29.198720 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9f44f09e-4e87-4004-b9aa-ed8653ee8472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:29.230978 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c887080-4797-4bb1-903b-59174934a360 None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:13:29.231431 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c887080-4797-4bb1-903b-59174934a360 None None] Checking segment: {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:13:29.231846 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-1c887080-4797-4bb1-903b-59174934a360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:29.232245 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c887080-4797-4bb1-903b-59174934a360 None None] Bound using segment: {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'} {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:13:29.232797 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-1c887080-4797-4bb1-903b-59174934a360 None None] Bound port: 15f81d35-663f-4b30-a939-7f14f5cc3897, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}}] {{(pid=92388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:13:29.233228 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-1c887080-4797-4bb1-903b-59174934a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:29.238988 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:29.468464 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port e3c9eab7-a893-465e-bfd3-3accc0b21048 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:13:29.470688 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:29.596770 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.db [None req-1c887080-4797-4bb1-903b-59174934a360 None None] For port 15f81d35-663f-4b30-a939-7f14f5cc3897, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:13:29.603881 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.db [None req-1c887080-4797-4bb1-903b-59174934a360 None None] For port 15f81d35-663f-4b30-a939-7f14f5cc3897, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=15f81d35-663f-4b30-a939-7f14f5cc3897,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:13:29.705674 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1876242309-router', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:21Z', 'updated_at': '2021-05-26T11:13:25Z', 'revision_number': 3, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'gw_port': {'id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:76:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:29.716443 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] Checking router: 0e671f7d-068d-4e2e-a817-887a88cc63bb for host: dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:13:29.718250 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] Updating router 0e671f7d-068d-4e2e-a817-887a88cc63bb port 63310d16-6acc-4bff-a357-d3ac7dbe7040 binding host dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:13:29.742521 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:29.749256 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.37', 50445) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:29.780669 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:29.847442 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-1c887080-4797-4bb1-903b-59174934a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:29.895515 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-415a5fef-7776-477a-8aad-ffa6f61de37b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:29.953930 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device b0b00957-6301-41ee-ada5-9d96c2fbb529 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:13:29.984608 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918eadee-49af-4747-98c3-4d7be7301807 req-1dcdcf0c-59be-4066-8bc2-38d77be310f6 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:29.986088 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-918eadee-49af-4747-98c3-4d7be7301807 req-1dcdcf0c-59be-4066-8bc2-38d77be310f6 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.37 "GET /v2.0/networks?id=8401442c-7711-47cb-bb0a-a8ee35438347 HTTP/1.1" status: 200 len: 815 time: 0.2358286 May 26 11:13:30.027209 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-918eadee-49af-4747-98c3-4d7be7301807 req-7c9d7891-83b7-4674-ba39-6b22d30891dd tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Request body: {'port': {'device_id': '3a86ec94-ad70-42f9-80bf-8904d1ad4d3f', 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347', 'admin_state_up': True, 'tenant_id': 'b10ad5f6de2c4c48b2dbffebfca198ef'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:30.050373 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] Allocated IP 172.20.0.1 (35893588-0f1e-477d-83eb-d93225ef04a5/a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf/bf63bca7-0199-4406-8ee3-9077167ae0be) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:13:30.161337 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377b0a1-621c-4519-8a6b-5e6fc2d6e207 None None] Pushing event updated for resources: {'Port': ['ID=15f81d35-663f-4b30-a939-7f14f5cc3897,revision_number=3']} {{(pid=92388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:30.191858 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-d377b0a1-621c-4519-8a6b-5e6fc2d6e207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:30.225548 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:30.236753 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port b0b00957-6301-41ee-ada5-9d96c2fbb529 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:13:30.238353 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:30.252744 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:30.271031 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] Transition to ACTIVE for port object bf63bca7-0199-4406-8ee3-9077167ae0be will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:13:30.379368 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:30.429976 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ea41b3cd-189f-4960-9846-cadc5db3895c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:30.559571 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1f717589-cb2b-4166-909b-47d779fb55ce req-1c466d59-d2d2-4fc7-b446-5aaf9dfbc65f tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 210 time: 0.3851316 May 26 11:13:30.582720 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] Network 35893588-0f1e-477d-83eb-d93225ef04a5 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:13:30.598743 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] Pushing event updated for resources: {'Port': ['ID=bf63bca7-0199-4406-8ee3-9077167ae0be,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:30.602044 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:13:30.613347 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:30.627550 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:30.664937 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] Transition to ACTIVE for port object 7ba5e8ce-acf5-461c-b35f-0b26a993d7a4 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:13:30.676647 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:13:30.677159 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419410'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:30.797538 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cabb0a9f-6685-4483-aae6-9a9116bb92a6 req-c37e9fdd-98b1-44be-abaa-a8ffdaf0af55 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 210 time: 0.2917774 May 26 11:13:30.870576 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:30.883706 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c7752e66-04a9-4115-a7e3-127650ab27f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:30.893177 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-4c116169-63f6-4ab5-9255-ba96ee3b0ebd tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:30.898059 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-4c116169-63f6-4ab5-9255-ba96ee3b0ebd tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Usage tracker for resource:port and tenant:4506c5d923304a318b05bc8e034df406 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:30.910554 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:30.910674 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-4c116169-63f6-4ab5-9255-ba96ee3b0ebd tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:30.918944 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-4c116169-63f6-4ab5-9255-ba96ee3b0ebd tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:31.076772 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-4c116169-63f6-4ab5-9255-ba96ee3b0ebd tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Made reservation on behalf of 4506c5d923304a318b05bc8e034df406 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:13:31.085882 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-4c116169-63f6-4ab5-9255-ba96ee3b0ebd tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:31.247054 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc58541-179e-464f-8ea6-74d2c9a99d50 None None] Pushing event updated for resources: {'Port': ['ID=7ba5e8ce-acf5-461c-b35f-0b26a993d7a4,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:31.266008 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-cfc58541-179e-464f-8ea6-74d2c9a99d50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:31.285199 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:31.294574 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] Attempting to bind port 7ba5e8ce-acf5-461c-b35f-0b26a993d7a4 on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:13:31.294896 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] Attempting to bind port 7ba5e8ce-acf5-461c-b35f-0b26a993d7a4 by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:13:31.295366 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] Attempting to bind port 7ba5e8ce-acf5-461c-b35f-0b26a993d7a4 on network 0c406d08-576a-4058-82f8-2db7a46cb825 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:13:31.310869 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:13:31.311318 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] Checking segment: {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:13:31.311797 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:31.312140 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] Bound using segment: {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:13:31.312641 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] Bound port: 7ba5e8ce-acf5-461c-b35f-0b26a993d7a4, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:13:31.313118 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:31.380577 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] Notify callbacks [] for port, precommit_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:31.410840 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.provisioning_blocks [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] Transition to ACTIVE for port object 63310d16-6acc-4bff-a357-d3ac7dbe7040 will not be triggered until provisioned by entity L2. {{(pid=92388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:13:31.450436 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c887080-4797-4bb1-903b-59174934a360 None None] Routers {'088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:13:31.451090 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-1c887080-4797-4bb1-903b-59174934a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:13:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:31.466969 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c3859aad-30ae-46fa-9557-789a54ee0259 None None] Provisioning for port bf63bca7-0199-4406-8ee3-9077167ae0be completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:13:31.494172 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c3859aad-30ae-46fa-9557-789a54ee0259 None None] Provisioning complete for port bf63bca7-0199-4406-8ee3-9077167ae0be triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:13:31.494559 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c3859aad-30ae-46fa-9557-789a54ee0259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:31.578688 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-918eadee-49af-4747-98c3-4d7be7301807 req-7c9d7891-83b7-4674-ba39-6b22d30891dd tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:31.585742 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-c7752e66-04a9-4115-a7e3-127650ab27f5 admin admin] Allocated IP 172.20.0.1 (513e1c4d-d73e-422d-b620-6e51d2db19e7/5300992e-d385-4173-9ce7-e81c35af28bb/4f4f9da0-6a0c-4c71-807b-8bedcd914e28) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:13:31.597563 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-918eadee-49af-4747-98c3-4d7be7301807 req-7c9d7891-83b7-4674-ba39-6b22d30891dd tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Usage tracker for resource:port and tenant:b10ad5f6de2c4c48b2dbffebfca198ef is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:31.597784 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:31.600929 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:31.613512 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-918eadee-49af-4747-98c3-4d7be7301807 req-7c9d7891-83b7-4674-ba39-6b22d30891dd tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:31.626348 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-918eadee-49af-4747-98c3-4d7be7301807 req-7c9d7891-83b7-4674-ba39-6b22d30891dd tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:31.641973 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:31.724483 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] For port 7ba5e8ce-acf5-461c-b35f-0b26a993d7a4, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:13:31.729540 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-c3859aad-30ae-46fa-9557-789a54ee0259 None None] Port bf63bca7-0199-4406-8ee3-9077167ae0be cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:13:31.737753 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] For port 7ba5e8ce-acf5-461c-b35f-0b26a993d7a4, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=7ba5e8ce-acf5-461c-b35f-0b26a993d7a4,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:13:31.810006 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918eadee-49af-4747-98c3-4d7be7301807 req-7c9d7891-83b7-4674-ba39-6b22d30891dd tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Made reservation on behalf of b10ad5f6de2c4c48b2dbffebfca198ef for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:13:31.815388 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:31.817166 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-918eadee-49af-4747-98c3-4d7be7301807 req-7c9d7891-83b7-4674-ba39-6b22d30891dd tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:31.820930 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:31.891434 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-82323fc9-15f4-4d44-aa5e-5cf2c2d55168 req-85e2dff6-7cf9-42ed-8986-2517f4d5f81a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 210 time: 0.0886774 May 26 11:13:31.992441 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a35968-85bc-4648-b61b-b5fe543eeed2 None None] Pushing event updated for resources: {'Port': ['ID=63310d16-6acc-4bff-a357-d3ac7dbe7040,revision_number=2']} {{(pid=92388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:31.997428 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] Routers {'3213840d-d1cd-49be-865b-0259941713ac'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:13:31.998087 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:13:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['3213840d-d1cd-49be-865b-0259941713ac'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:32.009908 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-42a35968-85bc-4648-b61b-b5fe543eeed2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:32.026810 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c7752e66-04a9-4115-a7e3-127650ab27f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:32.049592 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-c7752e66-04a9-4115-a7e3-127650ab27f5 admin admin] Transition to ACTIVE for port object 4f4f9da0-6a0c-4c71-807b-8bedcd914e28 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:13:32.071598 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] Attempting to bind port 63310d16-6acc-4bff-a357-d3ac7dbe7040 on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:13:32.072577 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] Attempting to bind port 63310d16-6acc-4bff-a357-d3ac7dbe7040 by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}] {{(pid=92388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:13:32.073133 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] Attempting to bind port 63310d16-6acc-4bff-a357-d3ac7dbe7040 on network 0c406d08-576a-4058-82f8-2db7a46cb825 {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:13:32.090114 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:13:32.090779 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] Checking segment: {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:13:32.091335 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:32.091869 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] Bound using segment: {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'} {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:13:32.092744 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] Bound port: 63310d16-6acc-4bff-a357-d3ac7dbe7040, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}}] {{(pid=92388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:13:32.093290 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:32.131345 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc58541-179e-464f-8ea6-74d2c9a99d50 None None] Pushing event updated for resources: {'Port': ['ID=7ba5e8ce-acf5-461c-b35f-0b26a993d7a4,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:32.141495 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-cfc58541-179e-464f-8ea6-74d2c9a99d50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:32.443129 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-237bd161-1abb-4626-8d62-e3e3f27d6b93 req-ef0a2922-8850-43dd-87ea-0d3b222fd29b tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 210 time: 0.1042149 May 26 11:13:32.443129 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c7752e66-04a9-4115-a7e3-127650ab27f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:32.443129 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:32.445147 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 46838) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:32.446085 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] Set router 3213840d-d1cd-49be-865b-0259941713ac gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:13:32.447745 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-4c116169-63f6-4ab5-9255-ba96ee3b0ebd tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Allocated IP 172.20.0.9 (dc46e5b7-2255-4f9a-8b88-9d59537ba6ff/b6861de6-f1d8-44d3-bd2f-fa7fcb23ccad/bb9f3328-0d71-4869-93f0-06973011e10a) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:13:32.448609 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7752e66-04a9-4115-a7e3-127650ab27f5 admin admin] Network 513e1c4d-d73e-422d-b620-6e51d2db19e7 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:13:32.448609 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-c7752e66-04a9-4115-a7e3-127650ab27f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:13:32.448821 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-1c887080-4797-4bb1-903b-59174934a360 None None] Set router 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:13:32.449262 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 46844) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:32.449262 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7752e66-04a9-4115-a7e3-127650ab27f5 admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:13:32.449262 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c7752e66-04a9-4115-a7e3-127650ab27f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419410'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:32.522804 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.db [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] For port 63310d16-6acc-4bff-a357-d3ac7dbe7040, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:13:32.538138 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.db [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] For port 63310d16-6acc-4bff-a357-d3ac7dbe7040, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=63310d16-6acc-4bff-a357-d3ac7dbe7040,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:13:32.728732 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7752e66-04a9-4115-a7e3-127650ab27f5 admin admin] Pushing event updated for resources: {'Port': ['ID=4f4f9da0-6a0c-4c71-807b-8bedcd914e28,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:32.838394 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c7752e66-04a9-4115-a7e3-127650ab27f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:32.933024 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:32.957629 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-d377b0a1-621c-4519-8a6b-5e6fc2d6e207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:32.988595 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [req-918eadee-49af-4747-98c3-4d7be7301807 req-7c9d7891-83b7-4674-ba39-6b22d30891dd tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Allocated IP 172.20.0.3 (8401442c-7711-47cb-bb0a-a8ee35438347/321c0d01-84f2-4a24-90fd-e7b00558ba0f/2f18e19c-06c0-471b-97ea-a28507a4ef4c) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:13:33.044224 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:33.059503 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3213840d-d1cd-49be-865b-0259941713ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1019455147-router', 'tenant_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '7ba5e8ce-acf5-461c-b35f-0b26a993d7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:13:24Z', 'revision_number': 3, 'project_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'gw_port': {'id': '7ba5e8ce-acf5-461c-b35f-0b26a993d7a4', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:69:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3213840d-d1cd-49be-865b-0259941713ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:33.070992 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e93dac-023a-46b6-88a0-5adbcb356e26 None None] The sync data for ids ['3213840d-d1cd-49be-865b-0259941713ac'] in dv-cinder-793136-1-iscsi is: [{'id': '3213840d-d1cd-49be-865b-0259941713ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1019455147-router', 'tenant_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '7ba5e8ce-acf5-461c-b35f-0b26a993d7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:13:24Z', 'revision_number': 3, 'project_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'gw_port': {'id': '7ba5e8ce-acf5-461c-b35f-0b26a993d7a4', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:69:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3213840d-d1cd-49be-865b-0259941713ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:13:33.107538 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6fbbcc6d-3d7a-415e-8dbc-577fc01fa817 None None] Provisioning for port 4f4f9da0-6a0c-4c71-807b-8bedcd914e28 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:13:33.117221 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6fbbcc6d-3d7a-415e-8dbc-577fc01fa817 None None] Provisioning complete for port 4f4f9da0-6a0c-4c71-807b-8bedcd914e28 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:13:33.117598 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6fbbcc6d-3d7a-415e-8dbc-577fc01fa817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:33.162753 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b61c472f-5223-45fc-9f89-eaf9c45dbd33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:33.217689 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-b61c472f-5223-45fc-9f89-eaf9c45dbd33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:33.234822 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ceb7d077-4583-47f9-9ac3-35947050ee30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:33.273678 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-b61c472f-5223-45fc-9f89-eaf9c45dbd33 admin admin] Usage tracker for resource:security_group_rule and tenant:9c263b22e6da4fedbdba7e96812b59e4 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:33.305837 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-6fbbcc6d-3d7a-415e-8dbc-577fc01fa817 None None] Port 4f4f9da0-6a0c-4c71-807b-8bedcd914e28 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:13:33.309904 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-b61c472f-5223-45fc-9f89-eaf9c45dbd33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:33.324666 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] Routers {'0e671f7d-068d-4e2e-a817-887a88cc63bb'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:13:33.325304 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:13:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['0e671f7d-068d-4e2e-a817-887a88cc63bb'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:33.334100 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-b61c472f-5223-45fc-9f89-eaf9c45dbd33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:33.366373 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-418413e1-7467-4973-b7bb-a9117a2440de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:33.409811 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9a9c3e59-334f-45e3-820c-bdf8216748a5 req-5479ab78-57e9-489d-b1c3-2bfffd451387 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 210 time: 0.2620101 May 26 11:13:33.437838 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-418413e1-7467-4973-b7bb-a9117a2440de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:33.442359 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-418413e1-7467-4973-b7bb-a9117a2440de admin admin] Usage tracker for resource:security_group_rule and tenant:613a566bfe7248bbabd18289118bebfe is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:33.447600 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-418413e1-7467-4973-b7bb-a9117a2440de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:33.453574 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-418413e1-7467-4973-b7bb-a9117a2440de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:33.535421 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a35968-85bc-4648-b61b-b5fe543eeed2 None None] Pushing event updated for resources: {'Port': ['ID=63310d16-6acc-4bff-a357-d3ac7dbe7040,revision_number=3']} {{(pid=92388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:33.550350 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-42a35968-85bc-4648-b61b-b5fe543eeed2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:33.660595 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-418413e1-7467-4973-b7bb-a9117a2440de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:33.664275 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.db.resource_extend [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 11:13:33.719856 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:33.787137 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-1c887080-4797-4bb1-903b-59174934a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'name': 'tempest-AttachVolumeTestJSON-63007472-router', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:13:30Z', 'revision_number': 4, 'project_id': 'dc961799625447e4a664b9239ec13944', 'gw_port': {'id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'bf63bca7-0199-4406-8ee3-9077167ae0be', 'name': '', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'mac_address': 'fa:16:3e:b2:b9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:29Z', 'updated_at': '2021-05-26T11:13:30Z', 'revision_number': 1, 'project_id': 'dc961799625447e4a664b9239ec13944', 'subnets': [{'id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:33.827229 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c887080-4797-4bb1-903b-59174934a360 None None] The sync data for ids ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'] in dv-cinder-793136-1-iscsi is: [{'id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'name': 'tempest-AttachVolumeTestJSON-63007472-router', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:13:30Z', 'revision_number': 4, 'project_id': 'dc961799625447e4a664b9239ec13944', 'gw_port': {'id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'bf63bca7-0199-4406-8ee3-9077167ae0be', 'name': '', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'mac_address': 'fa:16:3e:b2:b9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:29Z', 'updated_at': '2021-05-26T11:13:30Z', 'revision_number': 1, 'project_id': 'dc961799625447e4a664b9239ec13944', 'subnets': [{'id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:13:33.838302 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 46864) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:33.845448 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] Set router 0e671f7d-068d-4e2e-a817-887a88cc63bb gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:13:33.857831 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:33.882180 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419569'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:33.899970 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:34.070039 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-4c116169-63f6-4ab5-9255-ba96ee3b0ebd tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:34.121343 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-418413e1-7467-4973-b7bb-a9117a2440de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:34.188239 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-697e3720-4977-4869-bbb8-2a36d095def4 req-4e84bbf5-5a5e-4588-8e36-328134c7ab07 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 210 time: 0.5230362 May 26 11:13:34.264830 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:34.366997 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-418413e1-7467-4973-b7bb-a9117a2440de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=613a566bfe7248bbabd18289118bebfe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7063498 May 26 11:13:34.372951 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418413e1-7467-4973-b7bb-a9117a2440de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36208c8a-8d59-4262-b680-b004e36c91f1,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:34.375882 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 46872) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:34.426957 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-918eadee-49af-4747-98c3-4d7be7301807 req-7c9d7891-83b7-4674-ba39-6b22d30891dd tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:34.430247 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-418413e1-7467-4973-b7bb-a9117a2440de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:34.430850 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c7752e66-04a9-4115-a7e3-127650ab27f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:34.505738 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1876242309-router', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:21Z', 'updated_at': '2021-05-26T11:13:25Z', 'revision_number': 3, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'gw_port': {'id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:76:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:34.514938 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b61c472f-5223-45fc-9f89-eaf9c45dbd33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:34.524595 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1296c82d-008a-48e3-835f-9b83de5a8bda None None] The sync data for ids ['0e671f7d-068d-4e2e-a817-887a88cc63bb'] in dv-cinder-793136-1-iscsi is: [{'id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1876242309-router', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:21Z', 'updated_at': '2021-05-26T11:13:25Z', 'revision_number': 3, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'gw_port': {'id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:76:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}] {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:13:34.525823 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] Network 35893588-0f1e-477d-83eb-d93225ef04a5 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:13:34.542463 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-48b8d03e-b362-46fc-b18b-3c45f35ffb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:34.614575 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-48b8d03e-b362-46fc-b18b-3c45f35ffb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:34.690914 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:13:34.709708 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] Pushing event updated for resources: {'Port': ['ID=bf63bca7-0199-4406-8ee3-9077167ae0be,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:34.724839 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:34.727478 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-ceb7d077-4583-47f9-9ac3-35947050ee30 admin admin] Allocated IP 172.20.0.1 (e0297c65-03da-408e-9dc4-3aaead4f0782/05bc6058-ff72-43e9-87c9-1639ef6cacc4/a2a8d817-28e9-4cb8-81eb-69a2334b50e9) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:13:34.773540 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b61c472f-5223-45fc-9f89-eaf9c45dbd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:34.774579 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7f0c9d56-b9bb-4bb5-96a0-93af373167d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:34.864301 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-918eadee-49af-4747-98c3-4d7be7301807 req-7c9d7891-83b7-4674-ba39-6b22d30891dd tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:34.987793 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:35.046414 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-8d5373cb-a58a-430c-ae5f-4b6601ce6ae5 None None] Provisioning complete for port bf63bca7-0199-4406-8ee3-9077167ae0be triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:13:35.046414 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8d5373cb-a58a-430c-ae5f-4b6601ce6ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:35.086436 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918eadee-49af-4747-98c3-4d7be7301807 req-7c9d7891-83b7-4674-ba39-6b22d30891dd tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Network 8401442c-7711-47cb-bb0a-a8ee35438347 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:13:35.106438 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [req-918eadee-49af-4747-98c3-4d7be7301807 req-7c9d7891-83b7-4674-ba39-6b22d30891dd tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:13:35.116718 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-918eadee-49af-4747-98c3-4d7be7301807 req-7c9d7891-83b7-4674-ba39-6b22d30891dd tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:13:35.122934 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918eadee-49af-4747-98c3-4d7be7301807 req-7c9d7891-83b7-4674-ba39-6b22d30891dd tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:35.123576 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-918eadee-49af-4747-98c3-4d7be7301807 req-7c9d7891-83b7-4674-ba39-6b22d30891dd tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:35.234167 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-8d5373cb-a58a-430c-ae5f-4b6601ce6ae5 None None] Port bf63bca7-0199-4406-8ee3-9077167ae0be cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:13:35.255942 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:35.314683 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c7752e66-04a9-4115-a7e3-127650ab27f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:35.315793 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-7f0c9d56-b9bb-4bb5-96a0-93af373167d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:35.322823 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d7891-83b7-4674-ba39-6b22d30891dd tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Pushing event updated for resources: {'Port': ['ID=2f18e19c-06c0-471b-97ea-a28507a4ef4c,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:35.328626 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7c9d7891-83b7-4674-ba39-6b22d30891dd tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:35.340015 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fdc77-4b2d-4ae0-845f-750816cfb864 req-0a9e6c26-9efb-48ba-9db1-7bbb449acb81 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:35.340933 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-8b4fdc77-4b2d-4ae0-845f-750816cfb864 req-0a9e6c26-9efb-48ba-9db1-7bbb449acb81 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Synchronizing usage tracker for tenant:b10ad5f6de2c4c48b2dbffebfca198ef on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:13:35.370776 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-918eadee-49af-4747-98c3-4d7be7301807 req-7c9d7891-83b7-4674-ba39-6b22d30891dd tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3680582 May 26 11:13:35.410970 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c7752e66-04a9-4115-a7e3-127650ab27f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:35.412054 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-48b8d03e-b362-46fc-b18b-3c45f35ffb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:35.413586 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-7f0c9d56-b9bb-4bb5-96a0-93af373167d5 admin admin] Usage tracker for resource:security_group_rule and tenant:cc75b46a635b4102ab7b958f86ee46e8 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:35.414416 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c7752e66-04a9-4115-a7e3-127650ab27f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419569'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:35.422623 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-48b8d03e-b362-46fc-b18b-3c45f35ffb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:35.427877 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-48b8d03e-b362-46fc-b18b-3c45f35ffb87 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36208c8a-8d59-4262-b680-b004e36c91f1 HTTP/1.1" status: 204 len: 168 time: 1.0462413 May 26 11:13:35.433316 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [req-918eadee-49af-4747-98c3-4d7be7301807 req-b3fd9deb-2acb-4047-9fe4-7ed5c04e0be3 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:13:35.434932 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-918eadee-49af-4747-98c3-4d7be7301807 req-b3fd9deb-2acb-4047-9fe4-7ed5c04e0be3 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060282 May 26 11:13:35.436947 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:35.442572 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-7f0c9d56-b9bb-4bb5-96a0-93af373167d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:35.501438 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c472f-5223-45fc-9f89-eaf9c45dbd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08339566-3a54-4d87-b5ed-e12fda2c69ba,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:35.519640 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b61c472f-5223-45fc-9f89-eaf9c45dbd33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:35.531272 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-7f0c9d56-b9bb-4bb5-96a0-93af373167d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:35.553174 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-b61c472f-5223-45fc-9f89-eaf9c45dbd33 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9c263b22e6da4fedbdba7e96812b59e4&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1856511 May 26 11:13:35.557596 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ceb7d077-4583-47f9-9ac3-35947050ee30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:35.615545 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 46884) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:35.626124 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7752e66-04a9-4115-a7e3-127650ab27f5 admin admin] Pushing event updated for resources: {'Port': ['ID=4f4f9da0-6a0c-4c71-807b-8bedcd914e28,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:35.632927 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c7752e66-04a9-4115-a7e3-127650ab27f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:35.684476 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 15f81d35-663f-4b30-a939-7f14f5cc3897 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:13:35.779713 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c287200d-dae0-4cb6-b7ff-cb685065cf21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:35.795178 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7f0c9d56-b9bb-4bb5-96a0-93af373167d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:35.831405 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-401ec162-f42b-4625-b063-b43524acc52b req-d252a41f-472e-42f8-bdea-7274938f91f0 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 210 time: 0.2076294 May 26 11:13:35.858585 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] Router 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:13:35.899130 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7f0c9d56-b9bb-4bb5-96a0-93af373167d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:35.909784 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8d03e-b362-46fc-b18b-3c45f35ffb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36208c8a-8d59-4262-b680-b004e36c91f1,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:35.919683 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-48b8d03e-b362-46fc-b18b-3c45f35ffb87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:35.958472 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port 15f81d35-663f-4b30-a939-7f14f5cc3897 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:13:35.968914 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 15f81d35-663f-4b30-a939-7f14f5cc3897 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:13:35.969525 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:36.037177 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:36.115262 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-8b4fdc77-4b2d-4ae0-845f-750816cfb864 req-0a9e6c26-9efb-48ba-9db1-7bbb449acb81 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Unset dirty status for tenant:b10ad5f6de2c4c48b2dbffebfca198ef on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:13:36.116470 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8b4fdc77-4b2d-4ae0-845f-750816cfb864 req-0a9e6c26-9efb-48ba-9db1-7bbb449acb81 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 931 time: 1.4104974 May 26 11:13:36.130335 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c9d56-b9bb-4bb5-96a0-93af373167d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d78f92-3eb0-43a8-b010-d0e9613b3eaa,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:36.134521 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-4c116169-63f6-4ab5-9255-ba96ee3b0ebd tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:36.139719 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7f0c9d56-b9bb-4bb5-96a0-93af373167d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:36.242937 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:36.262471 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:36.290731 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] For port 15f81d35-663f-4b30-a939-7f14f5cc3897, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=15f81d35-663f-4b30-a939-7f14f5cc3897,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:13:36.300572 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-918eadee-49af-4747-98c3-4d7be7301807 req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Request body: {'port': {'device_id': '3a86ec94-ad70-42f9-80bf-8904d1ad4d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:36.368220 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0844b54d-73de-4c18-b1c5-f8acb38bd79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:36.387872 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:36.388927 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 7ba5e8ce-acf5-461c-b35f-0b26a993d7a4 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:13:36.450928 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:36.548313 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-8b4fdc77-4b2d-4ae0-845f-750816cfb864 req-68872f3b-a622-4a26-bc9d-13d497250ae7 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Synchronizing usage tracker for tenant:b10ad5f6de2c4c48b2dbffebfca198ef on resource:security_group {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:13:36.580262 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0844b54d-73de-4c18-b1c5-f8acb38bd79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:36.617824 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ceb7d077-4583-47f9-9ac3-35947050ee30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:36.619479 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c116169-63f6-4ab5-9255-ba96ee3b0ebd tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Pushing event updated for resources: {'Port': ['ID=bb9f3328-0d71-4869-93f0-06973011e10a,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:36.625097 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4c116169-63f6-4ab5-9255-ba96ee3b0ebd tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:36.625643 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7752e66-04a9-4115-a7e3-127650ab27f5 admin admin] Network 513e1c4d-d73e-422d-b620-6e51d2db19e7 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:13:36.639444 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-7f0c9d56-b9bb-4bb5-96a0-93af373167d5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc75b46a635b4102ab7b958f86ee46e8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7995214 May 26 11:13:36.642789 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 46896) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:36.645166 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-4c116169-63f6-4ab5-9255-ba96ee3b0ebd tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Network dc46e5b7-2255-4f9a-8b88-9d59537ba6ff is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:13:36.647097 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-c7752e66-04a9-4115-a7e3-127650ab27f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:13:36.686416 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:36.744266 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 46900) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:36.780193 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Pushing event updated for resources: {'Port': ['ID=15f81d35-663f-4b30-a939-7f14f5cc3897,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:36.783761 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:36.796424 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-79b32c47-9145-4686-a207-03f576aa69b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:36.855606 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port 7ba5e8ce-acf5-461c-b35f-0b26a993d7a4 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:13:36.861273 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 7ba5e8ce-acf5-461c-b35f-0b26a993d7a4 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:13:36.861813 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:36.900098 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-4c116169-63f6-4ab5-9255-ba96ee3b0ebd tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:13:36.903757 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-4c116169-63f6-4ab5-9255-ba96ee3b0ebd tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:13:36.909383 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-4c116169-63f6-4ab5-9255-ba96ee3b0ebd tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:36.910048 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-4c116169-63f6-4ab5-9255-ba96ee3b0ebd tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:37.042641 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb7d077-4583-47f9-9ac3-35947050ee30 admin admin] Network e0297c65-03da-408e-9dc4-3aaead4f0782 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:13:37.052000 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-ceb7d077-4583-47f9-9ac3-35947050ee30 admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:13:37.085339 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-918eadee-49af-4747-98c3-4d7be7301807 req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:37.101284 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:13:37.110483 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb7d077-4583-47f9-9ac3-35947050ee30 admin admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:13:37.111267 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ceb7d077-4583-47f9-9ac3-35947050ee30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419410'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:37.138380 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-33a75d57-6454-4618-abbf-e78b21e9e346 None None] Provisioning complete for port 4f4f9da0-6a0c-4c71-807b-8bedcd914e28 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:13:37.138829 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-33a75d57-6454-4618-abbf-e78b21e9e346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:37.151309 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-8b4fdc77-4b2d-4ae0-845f-750816cfb864 req-68872f3b-a622-4a26-bc9d-13d497250ae7 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Unset dirty status for tenant:b10ad5f6de2c4c48b2dbffebfca198ef on resource:security_group {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:13:37.160915 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8b4fdc77-4b2d-4ae0-845f-750816cfb864 req-68872f3b-a622-4a26-bc9d-13d497250ae7 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9532962 May 26 11:13:37.175481 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-79b32c47-9145-4686-a207-03f576aa69b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:37.179724 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-79b32c47-9145-4686-a207-03f576aa69b5 admin admin] Usage tracker for resource:security_group_rule and tenant:3c24c2bbed5b496e8032cab5b5dae0b1 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:37.182815 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-79b32c47-9145-4686-a207-03f576aa69b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:37.188820 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-79b32c47-9145-4686-a207-03f576aa69b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:37.239357 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7d077-4583-47f9-9ac3-35947050ee30 admin admin] Pushing event updated for resources: {'Port': ['ID=a2a8d817-28e9-4cb8-81eb-69a2334b50e9,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:37.250841 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ceb7d077-4583-47f9-9ac3-35947050ee30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:37.264675 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] 10.222.0.35 "PUT /v2.0/routers/088ed38e-f98b-4bbc-bc86-2ec2120ad8ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7162051 May 26 11:13:37.290284 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c76e005f-d178-4448-b472-1c0db518b8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:37.291140 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:37.311697 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7752e66-04a9-4115-a7e3-127650ab27f5 admin admin] Router 0e671f7d-068d-4e2e-a817-887a88cc63bb has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:13:37.324075 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-33a75d57-6454-4618-abbf-e78b21e9e346 None None] Port 4f4f9da0-6a0c-4c71-807b-8bedcd914e28 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:13:37.327863 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] For port 7ba5e8ce-acf5-461c-b35f-0b26a993d7a4, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=7ba5e8ce-acf5-461c-b35f-0b26a993d7a4,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:13:37.409881 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:37.411373 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 63310d16-6acc-4bff-a357-d3ac7dbe7040 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:13:37.446287 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-4c116169-63f6-4ab5-9255-ba96ee3b0ebd tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.8395793 May 26 11:13:37.463827 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ceb7d077-4583-47f9-9ac3-35947050ee30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:37.514805 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c76e005f-d178-4448-b472-1c0db518b8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:37.552575 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Request body: {'port': {'device_id': '8ec1cd6c-8772-48c1-991a-9758afb2e0b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:37.617676 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8de295e5-bb47-42ee-a1b1-c33ff2bd25ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:37.620260 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0844b54d-73de-4c18-b1c5-f8acb38bd79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:37.635016 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7f3d0e7d-9d28-4214-85c8-b95b921cedcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:37.717961 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844b54d-73de-4c18-b1c5-f8acb38bd79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08339566-3a54-4d87-b5ed-e12fda2c69ba,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:37.728478 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0844b54d-73de-4c18-b1c5-f8acb38bd79a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:37.807228 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:37.825905 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Pushing event updated for resources: {'Port': ['ID=7ba5e8ce-acf5-461c-b35f-0b26a993d7a4,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:37.839358 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:37.908683 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0844b54d-73de-4c18-b1c5-f8acb38bd79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:37.909820 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-0844b54d-73de-4c18-b1c5-f8acb38bd79a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/08339566-3a54-4d87-b5ed-e12fda2c69ba HTTP/1.1" status: 204 len: 168 time: 2.2753069 May 26 11:13:37.938317 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0d447-e08e-4ae5-9b83-15c0d5cc3ed5 req-ffc598f3-8325-4d7d-83d3-863c80037d7c tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:37.939790 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d9f0d447-e08e-4ae5-9b83-15c0d5cc3ed5 req-ffc598f3-8325-4d7d-83d3-863c80037d7c tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 931 time: 0.7936771 May 26 11:13:37.948910 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port 63310d16-6acc-4bff-a357-d3ac7dbe7040 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:13:37.956446 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 63310d16-6acc-4bff-a357-d3ac7dbe7040 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:13:37.957410 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:37.982063 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7752e66-04a9-4115-a7e3-127650ab27f5 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:13:38.070072 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-c7752e66-04a9-4115-a7e3-127650ab27f5 admin admin] 10.222.0.35 "PUT /v2.0/routers/0e671f7d-068d-4e2e-a817-887a88cc63bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7742424 May 26 11:13:38.124588 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-79b32c47-9145-4686-a207-03f576aa69b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:38.172550 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-d9f0d447-e08e-4ae5-9b83-15c0d5cc3ed5 req-e4b95a25-ae3d-4a5e-97e8-d28d78f058de tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Synchronizing usage tracker for tenant:4506c5d923304a318b05bc8e034df406 on resource:security_group {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:13:38.225292 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-79b32c47-9145-4686-a207-03f576aa69b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:38.344968 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:38.423577 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:38.462180 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] For port 63310d16-6acc-4bff-a357-d3ac7dbe7040, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=63310d16-6acc-4bff-a357-d3ac7dbe7040,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:13:38.494097 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.notifiers.nova [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb9f3328-0d71-4869-93f0-06973011e10a {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:13:38.505988 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:38.544070 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ceb7d077-4583-47f9-9ac3-35947050ee30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:38.568595 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-79b32c47-9145-4686-a207-03f576aa69b5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c24c2bbed5b496e8032cab5b5dae0b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8168609 May 26 11:13:38.569688 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 46924) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:38.576909 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b32c47-9145-4686-a207-03f576aa69b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4bc242-3d6a-4f2e-9889-6b75aaa55054,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:38.580504 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-79b32c47-9145-4686-a207-03f576aa69b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:38.591592 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [req-918eadee-49af-4747-98c3-4d7be7301807 req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f18e19c-06c0-471b-97ea-a28507a4ef4c {{(pid=92386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:13:38.606947 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-918eadee-49af-4747-98c3-4d7be7301807 req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:38.688846 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ddc4864-4d5e-4076-b7e7-92ac97da1aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:38.762225 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ddc4864-4d5e-4076-b7e7-92ac97da1aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:39.001136 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] Sync routers for ids ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:13:39.025951 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] Routers {'088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:13:39.025951 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:13:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:39.060974 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] Sync routers for ids ['0e671f7d-068d-4e2e-a817-887a88cc63bb'] in dv-cinder-793136-1-iscsi {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:13:39.070618 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] Routers {'0e671f7d-068d-4e2e-a817-887a88cc63bb'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:13:39.071447 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:13:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['0e671f7d-068d-4e2e-a817-887a88cc63bb'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:39.230943 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] Set router 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:13:39.269717 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] Set router 0e671f7d-068d-4e2e-a817-887a88cc63bb gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:13:39.272069 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-d9f0d447-e08e-4ae5-9b83-15c0d5cc3ed5 req-e4b95a25-ae3d-4a5e-97e8-d28d78f058de tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Unset dirty status for tenant:4506c5d923304a318b05bc8e034df406 on resource:security_group {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:13:39.273406 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d9f0d447-e08e-4ae5-9b83-15c0d5cc3ed5 req-e4b95a25-ae3d-4a5e-97e8-d28d78f058de tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/security-groups?id=779e1f51-41e8-4555-af9a-69d101d9155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3225405 May 26 11:13:39.312240 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-918eadee-49af-4747-98c3-4d7be7301807 req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Transition to ACTIVE for port object 2f18e19c-06c0-471b-97ea-a28507a4ef4c will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:13:39.312386 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Transition to ACTIVE for port object bb9f3328-0d71-4869-93f0-06973011e10a will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:13:39.314536 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c76e005f-d178-4448-b472-1c0db518b8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:39.316225 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ddc4864-4d5e-4076-b7e7-92ac97da1aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:39.316326 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ceb7d077-4583-47f9-9ac3-35947050ee30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:39.321583 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ceb7d077-4583-47f9-9ac3-35947050ee30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419569'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:39.335579 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:39.431285 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e005f-d178-4448-b472-1c0db518b8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d78f92-3eb0-43a8-b010-d0e9613b3eaa,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:39.447240 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 46928) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:39.453337 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-d19bc126-07f8-4ffc-a3ca-5e3a5504cb0d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--526984650', 'description': 'tempest-description--2088443286'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:39.473016 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-d19bc126-07f8-4ffc-a3ca-5e3a5504cb0d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:39.477965 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c76e005f-d178-4448-b472-1c0db518b8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:39.486578 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-d19bc126-07f8-4ffc-a3ca-5e3a5504cb0d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Usage tracker for resource:security_group and tenant:dc961799625447e4a664b9239ec13944 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:39.487632 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-c76e005f-d178-4448-b472-1c0db518b8cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c8d78f92-3eb0-43a8-b010-d0e9613b3eaa HTTP/1.1" status: 204 len: 168 time: 2.8223104 May 26 11:13:39.494668 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-d19bc126-07f8-4ffc-a3ca-5e3a5504cb0d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:39.521923 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-d19bc126-07f8-4ffc-a3ca-5e3a5504cb0d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:39.534409 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc4864-4d5e-4076-b7e7-92ac97da1aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4bc242-3d6a-4f2e-9889-6b75aaa55054,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:39.546623 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1ddc4864-4d5e-4076-b7e7-92ac97da1aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:39.546623 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:39.548623 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-918eadee-49af-4747-98c3-4d7be7301807 req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:39.672000 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.325s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:39.675176 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:39.690944 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:39.716558 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:39.786664 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ddc4864-4d5e-4076-b7e7-92ac97da1aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:39.798654 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-1ddc4864-4d5e-4076-b7e7-92ac97da1aa5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0f4bc242-3d6a-4f2e-9889-6b75aaa55054 HTTP/1.1" status: 204 len: 168 time: 1.2226605 May 26 11:13:39.812279 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Pushing event updated for resources: {'Port': ['ID=63310d16-6acc-4bff-a357-d3ac7dbe7040,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:39.830875 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:39.913013 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d19bc126-07f8-4ffc-a3ca-5e3a5504cb0d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:39.937712 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 15f81d35-663f-4b30-a939-7f14f5cc3897 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:13:39.980290 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-d19bc126-07f8-4ffc-a3ca-5e3a5504cb0d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:39.985893 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-d19bc126-07f8-4ffc-a3ca-5e3a5504cb0d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Usage tracker for resource:security_group_rule and tenant:dc961799625447e4a664b9239ec13944 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:39.992553 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-d19bc126-07f8-4ffc-a3ca-5e3a5504cb0d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:40.007574 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-d19bc126-07f8-4ffc-a3ca-5e3a5504cb0d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:40.020985 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7d077-4583-47f9-9ac3-35947050ee30 admin admin] Pushing event updated for resources: {'Port': ['ID=a2a8d817-28e9-4cb8-81eb-69a2334b50e9,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:40.076281 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1876242309-router', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:21Z', 'updated_at': '2021-05-26T11:13:33Z', 'revision_number': 4, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'gw_port': {'id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:76:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': '4f4f9da0-6a0c-4c71-807b-8bedcd914e28', 'name': '', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'mac_address': 'fa:16:3e:ee:3f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:31Z', 'updated_at': '2021-05-26T11:13:34Z', 'revision_number': 2, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'subnets': [{'id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:40.085674 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] Checking router: 0e671f7d-068d-4e2e-a817-887a88cc63bb for host: dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:13:40.086356 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] Updating router 0e671f7d-068d-4e2e-a817-887a88cc63bb port 4f4f9da0-6a0c-4c71-807b-8bedcd914e28 binding host dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:13:40.100160 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'name': 'tempest-AttachVolumeTestJSON-63007472-router', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:13:30Z', 'revision_number': 4, 'project_id': 'dc961799625447e4a664b9239ec13944', 'gw_port': {'id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'bf63bca7-0199-4406-8ee3-9077167ae0be', 'name': '', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'mac_address': 'fa:16:3e:b2:b9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:29Z', 'updated_at': '2021-05-26T11:13:31Z', 'revision_number': 2, 'project_id': 'dc961799625447e4a664b9239ec13944', 'subnets': [{'id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:40.103594 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] Checking router: 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:13:40.104103 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] Updating router 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab port bf63bca7-0199-4406-8ee3-9077167ae0be binding host dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:13:40.180962 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d19bc126-07f8-4ffc-a3ca-5e3a5504cb0d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:40.184327 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:40.198297 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:40.381557 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 46946) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:40.396623 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb7d077-4583-47f9-9ac3-35947050ee30 admin admin] Network e0297c65-03da-408e-9dc4-3aaead4f0782 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:13:40.432963 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-ceb7d077-4583-47f9-9ac3-35947050ee30 admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:13:40.462389 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d19bc126-07f8-4ffc-a3ca-5e3a5504cb0d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:40.527800 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 15f81d35-663f-4b30-a939-7f14f5cc3897 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:13:40.530471 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:40.668701 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=2f18e19c-06c0-471b-97ea-a28507a4ef4c,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:40.678493 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.962s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:40.697037 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-79b32c47-9145-4686-a207-03f576aa69b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:40.699905 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-23e63475-8936-42bb-b147-8994681634b7 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1517977798', 'description': 'tempest-description--22203264'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:40.707357 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-23e63475-8936-42bb-b147-8994681634b7 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:40.711435 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-23e63475-8936-42bb-b147-8994681634b7 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Usage tracker for resource:security_group and tenant:a6fe442964904bd3b71480242adf4f16 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:40.715896 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-23e63475-8936-42bb-b147-8994681634b7 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:40.724227 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-23e63475-8936-42bb-b147-8994681634b7 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:40.784233 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06b41d-be52-46e0-8518-607124590de0 req-b46aaa50-fe9d-4533-ad58-45295ccb82c4 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:40.805440 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2e06b41d-be52-46e0-8518-607124590de0 req-b46aaa50-fe9d-4533-ad58-45295ccb82c4 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 943 time: 1.2629626 May 26 11:13:41.026820 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb7d077-4583-47f9-9ac3-35947050ee30 admin admin] Router 3213840d-d1cd-49be-865b-0259941713ac has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:13:41.030933 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-23e63475-8936-42bb-b147-8994681634b7 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:41.051839 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] Notify callbacks [] for port, precommit_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:41.075534 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Attempting to bind port bb9f3328-0d71-4869-93f0-06973011e10a on host hv-cinder-79313 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:13:41.076166 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Attempting to bind port bb9f3328-0d71-4869-93f0-06973011e10a by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '2e3f4553-1524-4491-aca0-db59e943c1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dc46e5b7-2255-4f9a-8b88-9d59537ba6ff'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:13:41.076675 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Attempting to bind port bb9f3328-0d71-4869-93f0-06973011e10a on network dc46e5b7-2255-4f9a-8b88-9d59537ba6ff {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:13:41.082156 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 7ba5e8ce-acf5-461c-b35f-0b26a993d7a4 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:13:41.089275 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.provisioning_blocks [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] Transition to ACTIVE for port object 4f4f9da0-6a0c-4c71-807b-8bedcd914e28 will not be triggered until provisioned by entity L2. {{(pid=92388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:13:41.091267 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Port bb9f3328-0d71-4869-93f0-06973011e10a on network dc46e5b7-2255-4f9a-8b88-9d59537ba6ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:13:41.091758 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Attempting to bind port bb9f3328-0d71-4869-93f0-06973011e10a on network dc46e5b7-2255-4f9a-8b88-9d59537ba6ff {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:13:41.101612 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9f3328-0d71-4869-93f0-06973011e10a,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:41.111883 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-23e63475-8936-42bb-b147-8994681634b7 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:41.114139 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Checking agent: {'id': 'e864f0ab-5241-4583-ad18-7aea86fa37e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'started_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:13:41.114475 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Checking segment: {'id': '2e3f4553-1524-4491-aca0-db59e943c1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dc46e5b7-2255-4f9a-8b88-9d59537ba6ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:13:41.115047 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Bound using segment: {'id': '2e3f4553-1524-4491-aca0-db59e943c1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dc46e5b7-2255-4f9a-8b88-9d59537ba6ff'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:13:41.115540 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Bound port: bb9f3328-0d71-4869-93f0-06973011e10a, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e3f4553-1524-4491-aca0-db59e943c1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dc46e5b7-2255-4f9a-8b88-9d59537ba6ff'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:13:41.115880 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:41.130379 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bc126-07f8-4ffc-a3ca-5e3a5504cb0d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:41.133321 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d19bc126-07f8-4ffc-a3ca-5e3a5504cb0d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:41.165367 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-918eadee-49af-4747-98c3-4d7be7301807 req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Attempting to bind port 2f18e19c-06c0-471b-97ea-a28507a4ef4c on host hv-cinder-79313 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:13:41.165632 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-918eadee-49af-4747-98c3-4d7be7301807 req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Attempting to bind port 2f18e19c-06c0-471b-97ea-a28507a4ef4c by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': 'a54bf79d-a496-4511-b7db-5c024c6f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:13:41.165984 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918eadee-49af-4747-98c3-4d7be7301807 req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Attempting to bind port 2f18e19c-06c0-471b-97ea-a28507a4ef4c on network 8401442c-7711-47cb-bb0a-a8ee35438347 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:13:41.184359 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.512s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:41.185642 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7f0c9d56-b9bb-4bb5-96a0-93af373167d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.757s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:41.186010 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7f0c9d56-b9bb-4bb5-96a0-93af373167d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:41.201325 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918eadee-49af-4747-98c3-4d7be7301807 req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Port 2f18e19c-06c0-471b-97ea-a28507a4ef4c on network 8401442c-7711-47cb-bb0a-a8ee35438347 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:13:41.201665 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918eadee-49af-4747-98c3-4d7be7301807 req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Attempting to bind port 2f18e19c-06c0-471b-97ea-a28507a4ef4c on network 8401442c-7711-47cb-bb0a-a8ee35438347 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:13:41.202230 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-23e63475-8936-42bb-b147-8994681634b7 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Usage tracker for resource:security_group_rule and tenant:a6fe442964904bd3b71480242adf4f16 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:41.203901 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 46964) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:41.204018 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:41.208694 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.338s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:41.209062 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:41.210725 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-42a35968-85bc-4648-b61b-b5fe543eeed2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:41.212146 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-23e63475-8936-42bb-b147-8994681634b7 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:41.229088 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-23e63475-8936-42bb-b147-8994681634b7 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:41.241194 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2e06b41d-be52-46e0-8518-607124590de0 req-6f707e98-bdf3-4bd9-9c0c-d80f81193df5 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334497 May 26 11:13:41.322381 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.db.resource_extend [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 11:13:41.344146 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918eadee-49af-4747-98c3-4d7be7301807 req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Checking agent: {'id': 'e864f0ab-5241-4583-ad18-7aea86fa37e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'started_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:13:41.344825 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918eadee-49af-4747-98c3-4d7be7301807 req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Checking segment: {'id': 'a54bf79d-a496-4511-b7db-5c024c6f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:13:41.348687 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918eadee-49af-4747-98c3-4d7be7301807 req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Bound using segment: {'id': 'a54bf79d-a496-4511-b7db-5c024c6f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:13:41.349501 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-918eadee-49af-4747-98c3-4d7be7301807 req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Bound port: 2f18e19c-06c0-471b-97ea-a28507a4ef4c, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54bf79d-a496-4511-b7db-5c024c6f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:13:41.351457 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-918eadee-49af-4747-98c3-4d7be7301807 req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:41.381519 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-02a933ef-3b60-4a46-8b19-98846f21ba22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:41.382423 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 7ba5e8ce-acf5-461c-b35f-0b26a993d7a4 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:13:41.384531 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:41.412266 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-02a933ef-3b60-4a46-8b19-98846f21ba22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:41.417568 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-02a933ef-3b60-4a46-8b19-98846f21ba22 admin admin] Usage tracker for resource:security_group_rule and tenant:0ffbf045e66540af92fd0556679b3762 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:41.421882 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-02a933ef-3b60-4a46-8b19-98846f21ba22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:41.438449 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-02a933ef-3b60-4a46-8b19-98846f21ba22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:41.635024 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d19bc126-07f8-4ffc-a3ca-5e3a5504cb0d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:41.639913 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-d19bc126-07f8-4ffc-a3ca-5e3a5504cb0d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1909277 May 26 11:13:41.661165 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 46974) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:41.679186 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1386b-8e0e-4836-b5f6-04a5633d369a None None] Pushing event updated for resources: {'Port': ['ID=4f4f9da0-6a0c-4c71-807b-8bedcd914e28,revision_number=3']} {{(pid=92388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:41.702754 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] For port bb9f3328-0d71-4869-93f0-06973011e10a, host hv-cinder-79313, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:13:41.712800 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb7d077-4583-47f9-9ac3-35947050ee30 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:13:41.722965 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-ccb1386b-8e0e-4836-b5f6-04a5633d369a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:41.739847 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] For port bb9f3328-0d71-4869-93f0-06973011e10a, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=bb9f3328-0d71-4869-93f0-06973011e10a,segment=NetworkSegment(2e3f4553-1524-4491-aca0-db59e943c1d9),segment_id=2e3f4553-1524-4491-aca0-db59e943c1d9)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:13:41.740726 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] Sync routers for ids ['3213840d-d1cd-49be-865b-0259941713ac'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:13:41.750644 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-02a933ef-3b60-4a46-8b19-98846f21ba22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:41.757401 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-0ea8206a-fe0e-4625-b7fb-4b3739f0c4ce tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Request body: {'security_group_rule': {'security_group_id': '6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:41.785084 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-0ea8206a-fe0e-4625-b7fb-4b3739f0c4ce tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:41.814593 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-23e63475-8936-42bb-b147-8994681634b7 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:41.814790 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-0ea8206a-fe0e-4625-b7fb-4b3739f0c4ce tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Usage tracker for resource:security_group_rule and tenant:dc961799625447e4a664b9239ec13944 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:41.818065 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-ceb7d077-4583-47f9-9ac3-35947050ee30 admin admin] 10.222.0.35 "PUT /v2.0/routers/3213840d-d1cd-49be-865b-0259941713ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0182998 May 26 11:13:41.822005 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-0ea8206a-fe0e-4625-b7fb-4b3739f0c4ce tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:41.825129 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] Routers {'3213840d-d1cd-49be-865b-0259941713ac'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:13:41.825477 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] Attempting to bind port 4f4f9da0-6a0c-4c71-807b-8bedcd914e28 on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:13:41.825729 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] Attempting to bind port 4f4f9da0-6a0c-4c71-807b-8bedcd914e28 by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': 'e9edfa39-8cf1-4a7c-a71c-b334d6825fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7'}] {{(pid=92388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:13:41.825941 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:13:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['3213840d-d1cd-49be-865b-0259941713ac'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:41.826121 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] Attempting to bind port 4f4f9da0-6a0c-4c71-807b-8bedcd914e28 on network 513e1c4d-d73e-422d-b620-6e51d2db19e7 {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:13:41.838384 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:41.844080 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:41.851884 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-0ea8206a-fe0e-4625-b7fb-4b3739f0c4ce tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:41.854989 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:13:41.855370 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] Checking segment: {'id': 'e9edfa39-8cf1-4a7c-a71c-b334d6825fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:13:41.855776 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:41.856175 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] Bound using segment: {'id': 'e9edfa39-8cf1-4a7c-a71c-b334d6825fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7'} {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:13:41.856658 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] Bound port: 4f4f9da0-6a0c-4c71-807b-8bedcd914e28, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9edfa39-8cf1-4a7c-a71c-b334d6825fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7'}}] {{(pid=92388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:13:41.857034 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:41.905338 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf710b7-73e8-482a-bde2-ea7ddae1ab03 req-3d634753-a495-44c5-9c5f-b76d93d32a3e tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:41.907891 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6bf710b7-73e8-482a-bde2-ea7ddae1ab03 req-3d634753-a495-44c5-9c5f-b76d93d32a3e tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 943 time: 1.2250559 May 26 11:13:41.912029 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-02a933ef-3b60-4a46-8b19-98846f21ba22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:41.930564 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:41.972966 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:41.974047 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:41.975464 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] 10.222.0.37 "PUT /v2.0/ports/bb9f3328-0d71-4869-93f0-06973011e10a HTTP/1.1" status: 200 len: 1093 time: 4.4353068 May 26 11:13:41.995407 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec1cd6c-8772-48c1-991a-9758afb2e0b8', 'tag': 'bb9f3328-0d71-4869-93f0-06973011e10a'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:13:42.057743 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a933ef-3b60-4a46-8b19-98846f21ba22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea766e50-fa13-47b4-8913-21a461560db1,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:42.062799 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:42.067316 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-02a933ef-3b60-4a46-8b19-98846f21ba22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:42.072082 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.db [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] For port 4f4f9da0-6a0c-4c71-807b-8bedcd914e28, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:13:42.075843 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.db [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] For port 4f4f9da0-6a0c-4c71-807b-8bedcd914e28, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=4f4f9da0-6a0c-4c71-807b-8bedcd914e28,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:13:42.107626 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-918eadee-49af-4747-98c3-4d7be7301807 req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] For port 2f18e19c-06c0-471b-97ea-a28507a4ef4c, host hv-cinder-79313, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:13:42.109905 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] Transition to ACTIVE for port object bf63bca7-0199-4406-8ee3-9077167ae0be will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:13:42.131494 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0ea8206a-fe0e-4625-b7fb-4b3739f0c4ce tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:42.139914 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-23e63475-8936-42bb-b147-8994681634b7 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:42.164117 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:42.170505 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-d377b0a1-621c-4519-8a6b-5e6fc2d6e207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:42.201567 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6bf710b7-73e8-482a-bde2-ea7ddae1ab03 req-d2a38181-376d-47de-8a57-65093b360b1c tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/security-groups?id=779e1f51-41e8-4555-af9a-69d101d9155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859626 May 26 11:13:42.220785 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-918eadee-49af-4747-98c3-4d7be7301807 req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] For port 2f18e19c-06c0-471b-97ea-a28507a4ef4c, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=2f18e19c-06c0-471b-97ea-a28507a4ef4c,segment=NetworkSegment(a54bf79d-a496-4511-b7db-5c024c6f7baa),segment_id=a54bf79d-a496-4511-b7db-5c024c6f7baa)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:13:42.220785 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-02a933ef-3b60-4a46-8b19-98846f21ba22 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ffbf045e66540af92fd0556679b3762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9962628 May 26 11:13:42.246201 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0ea8206a-fe0e-4625-b7fb-4b3739f0c4ce tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:42.248503 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 46988) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:42.296901 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:42.317611 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:42.322024 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-918eadee-49af-4747-98c3-4d7be7301807 req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:42.338737 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c7752e66-04a9-4115-a7e3-127650ab27f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:42.383733 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0ea8206a-fe0e-4625-b7fb-4b3739f0c4ce tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:42.458643 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 46996) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:42.513478 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] Routers {'0e671f7d-068d-4e2e-a817-887a88cc63bb'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:13:42.522750 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:13:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['0e671f7d-068d-4e2e-a817-887a88cc63bb'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:42.526236 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] Set router 3213840d-d1cd-49be-865b-0259941713ac gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:13:42.605172 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918eadee-49af-4747-98c3-4d7be7301807 req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:42.606725 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-918eadee-49af-4747-98c3-4d7be7301807 req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:42.608426 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-918eadee-49af-4747-98c3-4d7be7301807 req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] 10.222.0.37 "PUT /v2.0/ports/2f18e19c-06c0-471b-97ea-a28507a4ef4c HTTP/1.1" status: 200 len: 1093 time: 6.6568801 May 26 11:13:42.611527 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a86ec94-ad70-42f9-80bf-8904d1ad4d3f', 'tag': '2f18e19c-06c0-471b-97ea-a28507a4ef4c'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:13:42.636550 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9f3328-0d71-4869-93f0-06973011e10a,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:42.647510 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:42.650226 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a2fadd6b-1185-4219-a13b-41890ea2a407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:42.674573 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-23e63475-8936-42bb-b147-8994681634b7 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:42.677770 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-23e63475-8936-42bb-b147-8994681634b7 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.2622988 May 26 11:13:42.708985 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 47012) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:42.751825 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-70bfd639-4e0e-456e-9b1b-97ebb9719bdf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Request body: {'security_group_rule': {'security_group_id': '08ae72ed-4fc2-4662-8d95-d285300bc8d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:42.786697 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-70bfd639-4e0e-456e-9b1b-97ebb9719bdf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:42.797508 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e63475-8936-42bb-b147-8994681634b7 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ae72ed-4fc2-4662-8d95-d285300bc8d4,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:42.801493 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-23e63475-8936-42bb-b147-8994681634b7 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:42.805612 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-70bfd639-4e0e-456e-9b1b-97ebb9719bdf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Usage tracker for resource:security_group_rule and tenant:a6fe442964904bd3b71480242adf4f16 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:42.809219 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-70bfd639-4e0e-456e-9b1b-97ebb9719bdf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:42.813601 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-04f2f7fd-b2ea-4882-afff-508e48a2aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:42.815651 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-04f2f7fd-b2ea-4882-afff-508e48a2aed5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4506c5d923304a318b05bc8e034df406&device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 1096 time: 0.6396246 May 26 11:13:42.820818 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-70bfd639-4e0e-456e-9b1b-97ebb9719bdf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:42.943434 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1386b-8e0e-4836-b5f6-04a5633d369a None None] Pushing event updated for resources: {'Port': ['ID=4f4f9da0-6a0c-4c71-807b-8bedcd914e28,revision_number=4']} {{(pid=92388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:42.953282 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-ed24b33d-4d19-4bea-9650-34ec7b936451 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb9f3328-0d71-4869-93f0-06973011e10a HTTP/1.1" status: 200 len: 217 time: 0.0928111 May 26 11:13:42.959271 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-710919033-network', 'tenant_id': '2c3c6f9679be46d1b917bfb5aa7f3952'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:42.960379 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-ccb1386b-8e0e-4836-b5f6-04a5633d369a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:42.964676 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:42.969291 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Usage tracker for resource:network and tenant:2c3c6f9679be46d1b917bfb5aa7f3952 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:42.974342 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:42.979980 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f76e6-961d-4c1f-bd62-70ed7875f597 None None] Pushing event updated for resources: {'Port': ['ID=bf63bca7-0199-4406-8ee3-9077167ae0be,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:42.980109 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=2f18e19c-06c0-471b-97ea-a28507a4ef4c,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:42.999968 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-439f76e6-961d-4c1f-bd62-70ed7875f597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:43.021138 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c89eafb5-80cc-4db6-8ff6-80433d653bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:43.023602 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:43.078074 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.488s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:43.079440 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:43.094345 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-70bfd639-4e0e-456e-9b1b-97ebb9719bdf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:43.182896 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-777f9daf-3777-430a-bc33-677e4ff146f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:43.186037 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-777f9daf-3777-430a-bc33-677e4ff146f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6861de6-f1d8-44d3-bd2f-fa7fcb23ccad HTTP/1.1" status: 200 len: 851 time: 0.2127745 May 26 11:13:43.233561 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] Set router 0e671f7d-068d-4e2e-a817-887a88cc63bb gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:13:43.238280 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0ea8206a-fe0e-4625-b7fb-4b3739f0c4ce tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:43.244924 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 47032) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:43.245141 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-0ea8206a-fe0e-4625-b7fb-4b3739f0c4ce tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5776722 May 26 11:13:43.380458 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Made reservation on behalf of 2c3c6f9679be46d1b917bfb5aa7f3952 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:13:43.384001 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1461799'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:43.407473 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-d4164835-f391-4788-a25c-2ce3f5451dd7 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Request body: {'security_group_rule': {'security_group_id': '6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:43.418090 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-10bada53-c771-493a-b723-7c1f23d95ddd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc46e5b7-2255-4f9a-8b88-9d59537ba6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1759918 May 26 11:13:43.437086 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:43.445236 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8206a-fe0e-4625-b7fb-4b3739f0c4ce tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e60f384a-88f7-40d9-b6a3-7508cd7b8561,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:43.460496 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-d4164835-f391-4788-a25c-2ce3f5451dd7 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:43.526965 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0ea8206a-fe0e-4625-b7fb-4b3739f0c4ce tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:43.537714 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c89eafb5-80cc-4db6-8ff6-80433d653bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:43.544174 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-70bfd639-4e0e-456e-9b1b-97ebb9719bdf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:43.550621 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-d4164835-f391-4788-a25c-2ce3f5451dd7 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Usage tracker for resource:security_group_rule and tenant:dc961799625447e4a664b9239ec13944 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:43.557725 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-d4164835-f391-4788-a25c-2ce3f5451dd7 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:43.595498 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 63310d16-6acc-4bff-a357-d3ac7dbe7040 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:13:43.616919 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:43.620389 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-d4164835-f391-4788-a25c-2ce3f5451dd7 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:43.633648 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Usage tracker for resource:security_group_rule and tenant:2c3c6f9679be46d1b917bfb5aa7f3952 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:43.647515 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:43.659553 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:43.662683 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-70bfd639-4e0e-456e-9b1b-97ebb9719bdf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:43.679914 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:43.714347 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55641a1b-b9c1-4618-8212-33d667e5f613 req-3086752b-ad5f-420d-85f2-bf57cf0c98db tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:43.720377 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-55641a1b-b9c1-4618-8212-33d667e5f613 req-3086752b-ad5f-420d-85f2-bf57cf0c98db tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 943 time: 1.1484804 May 26 11:13:43.726334 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfd639-4e0e-456e-9b1b-97ebb9719bdf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6969854-0577-4ef7-b44c-1e8a5515eb03,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:43.737691 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-60649ba3-2ace-4b23-a2b8-741d5934b422 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:43.744160 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-60649ba3-2ace-4b23-a2b8-741d5934b422 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Synchronizing usage tracker for tenant:6b8bf604831c47d6a1dbd73884dcc49a on resource:network {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:13:43.745120 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-70bfd639-4e0e-456e-9b1b-97ebb9719bdf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:43.760634 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-725435ff-0db7-4678-b3c7-25f85404b925 service neutron] 10.222.0.37 "GET /v2.0/networks/dc46e5b7-2255-4f9a-8b88-9d59537ba6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008184 May 26 11:13:43.764714 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918eadee-49af-4747-98c3-4d7be7301807 req-1016ab16-caa8-4e8e-a410-063027a8bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:43.766927 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-918eadee-49af-4747-98c3-4d7be7301807 req-1016ab16-caa8-4e8e-a410-063027a8bd6d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b10ad5f6de2c4c48b2dbffebfca198ef&device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 1096 time: 0.7504563 May 26 11:13:43.804977 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d4164835-f391-4788-a25c-2ce3f5451dd7 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:43.882620 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-70bfd639-4e0e-456e-9b1b-97ebb9719bdf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:43.886430 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-70bfd639-4e0e-456e-9b1b-97ebb9719bdf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1532183 May 26 11:13:43.892998 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 47046) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:43.894646 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] Attempting to bind port bf63bca7-0199-4406-8ee3-9077167ae0be on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:13:43.895318 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] Attempting to bind port bf63bca7-0199-4406-8ee3-9077167ae0be by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': 'bc773f87-d80f-47fd-b728-25549eeb0873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:13:43.895976 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] Attempting to bind port bf63bca7-0199-4406-8ee3-9077167ae0be on network 35893588-0f1e-477d-83eb-d93225ef04a5 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:13:43.907113 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:13:43.921422 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] Checking segment: {'id': 'bc773f87-d80f-47fd-b728-25549eeb0873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:13:43.921422 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:43.921422 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] Bound using segment: {'id': 'bc773f87-d80f-47fd-b728-25549eeb0873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:13:43.921422 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] Bound port: bf63bca7-0199-4406-8ee3-9077167ae0be, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc773f87-d80f-47fd-b728-25549eeb0873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:13:43.921422 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:43.922506 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1876242309-router', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:21Z', 'updated_at': '2021-05-26T11:13:33Z', 'revision_number': 4, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'gw_port': {'id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': '4f4f9da0-6a0c-4c71-807b-8bedcd914e28', 'name': '', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'mac_address': 'fa:16:3e:ee:3f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:31Z', 'updated_at': '2021-05-26T11:13:42Z', 'revision_number': 4, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'subnets': [{'id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:43.925695 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-918eadee-49af-4747-98c3-4d7be7301807 req-f4d1481e-56e2-4aaa-9962-d5d028b6f2d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f18e19c-06c0-471b-97ea-a28507a4ef4c HTTP/1.1" status: 200 len: 217 time: 0.0988150 May 26 11:13:43.928848 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbde9706-95c5-40f9-b611-c17de21decd6 None None] The sync data for ids ['0e671f7d-068d-4e2e-a817-887a88cc63bb'] in dv-cinder-793136-1-iscsi is: [{'id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1876242309-router', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:21Z', 'updated_at': '2021-05-26T11:13:33Z', 'revision_number': 4, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'gw_port': {'id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': '4f4f9da0-6a0c-4c71-807b-8bedcd914e28', 'name': '', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'mac_address': 'fa:16:3e:ee:3f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:31Z', 'updated_at': '2021-05-26T11:13:42Z', 'revision_number': 4, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'subnets': [{'id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:13:43.932433 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-55641a1b-b9c1-4618-8212-33d667e5f613 req-01dea98f-df15-4905-b982-18aad3b6b578 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840994 May 26 11:13:43.955781 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-6eee9a22-1aa1-4693-a976-d586096d5338 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Request body: {'security_group_rule': {'security_group_id': '08ae72ed-4fc2-4662-8d95-d285300bc8d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:43.958773 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 63310d16-6acc-4bff-a357-d3ac7dbe7040 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:13:43.966285 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:43.976388 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-6eee9a22-1aa1-4693-a976-d586096d5338 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:43.986697 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c89eafb5-80cc-4db6-8ff6-80433d653bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:43.998441 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d7f437b9-bbf3-41d4-b5b3-8073cda09977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:44.001497 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-6eee9a22-1aa1-4693-a976-d586096d5338 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Usage tracker for resource:security_group_rule and tenant:a6fe442964904bd3b71480242adf4f16 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:44.012057 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-6eee9a22-1aa1-4693-a976-d586096d5338 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:44.013991 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89eafb5-80cc-4db6-8ff6-80433d653bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea766e50-fa13-47b4-8913-21a461560db1,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:44.016555 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c89eafb5-80cc-4db6-8ff6-80433d653bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:44.035731 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-6eee9a22-1aa1-4693-a976-d586096d5338 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:44.038304 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918eadee-49af-4747-98c3-4d7be7301807 req-3e92358e-69c9-4c51-957c-e672449ed6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:44.040383 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-918eadee-49af-4747-98c3-4d7be7301807 req-3e92358e-69c9-4c51-957c-e672449ed6fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=321c0d01-84f2-4a24-90fd-e7b00558ba0f HTTP/1.1" status: 200 len: 855 time: 0.1065238 May 26 11:13:44.080235 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d4164835-f391-4788-a25c-2ce3f5451dd7 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:44.091363 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c89eafb5-80cc-4db6-8ff6-80433d653bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:44.092842 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-c89eafb5-80cc-4db6-8ff6-80433d653bc9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ea766e50-fa13-47b4-8913-21a461560db1 HTTP/1.1" status: 204 len: 168 time: 1.8438945 May 26 11:13:44.116573 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-60649ba3-2ace-4b23-a2b8-741d5934b422 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Unset dirty status for tenant:6b8bf604831c47d6a1dbd73884dcc49a on resource:network {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:13:44.127730 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-60649ba3-2ace-4b23-a2b8-741d5934b422 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/networks?id=e0297c65-03da-408e-9dc4-3aaead4f0782 HTTP/1.1" status: 200 len: 819 time: 1.1442869 May 26 11:13:44.130651 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-918eadee-49af-4747-98c3-4d7be7301807 req-4f71a84a-c3a0-4905-b1e4-16bdfa65796a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8401442c-7711-47cb-bb0a-a8ee35438347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820086 May 26 11:13:44.139095 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-98133a7c-07c2-4a0f-b7f2-112eff01f031 req-62db6621-8a16-4412-9592-05f0bdef5a91 service neutron] 10.222.0.37 "GET /v2.0/networks/dc46e5b7-2255-4f9a-8b88-9d59537ba6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135366 May 26 11:13:44.155307 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-ff731c62-3c6a-4f09-91a9-8c7648d4f5b8 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/quotas/6b8bf604831c47d6a1dbd73884dcc49a HTTP/1.1" status: 200 len: 375 time: 0.0188806 May 26 11:13:44.172402 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3213840d-d1cd-49be-865b-0259941713ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1019455147-router', 'tenant_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '7ba5e8ce-acf5-461c-b35f-0b26a993d7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:13:37Z', 'revision_number': 4, 'project_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'gw_port': {'id': '7ba5e8ce-acf5-461c-b35f-0b26a993d7a4', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:69:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3213840d-d1cd-49be-865b-0259941713ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'a2a8d817-28e9-4cb8-81eb-69a2334b50e9', 'name': '', 'network_id': 'e0297c65-03da-408e-9dc4-3aaead4f0782', 'tenant_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'mac_address': 'fa:16:3e:22:17:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3213840d-d1cd-49be-865b-0259941713ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '05bc6058-ff72-43e9-87c9-1639ef6cacc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:33Z', 'updated_at': '2021-05-26T11:13:37Z', 'revision_number': 2, 'project_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'subnets': [{'id': '05bc6058-ff72-43e9-87c9-1639ef6cacc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:44.176230 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6eee9a22-1aa1-4693-a976-d586096d5338 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:44.208255 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d4164835-f391-4788-a25c-2ce3f5451dd7 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:44.249146 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:44.262717 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:44.263238 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] Checking router: 3213840d-d1cd-49be-865b-0259941713ac for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:13:44.266765 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] Updating router 3213840d-d1cd-49be-865b-0259941713ac port a2a8d817-28e9-4cb8-81eb-69a2334b50e9 binding host dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:13:44.298380 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4164835-f391-4788-a25c-2ce3f5451dd7 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b202a15c-8b8b-4857-94de-9c77883e3f0f,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:44.304436 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d4164835-f391-4788-a25c-2ce3f5451dd7 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:44.348436 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6eee9a22-1aa1-4693-a976-d586096d5338 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:44.391276 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:44.415680 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:44.420327 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7f0c9d56-b9bb-4bb5-96a0-93af373167d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:44.424774 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] For port bf63bca7-0199-4406-8ee3-9077167ae0be, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:13:44.442805 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec1cd6c-8772-48c1-991a-9758afb2e0b8', 'tag': 'bb9f3328-0d71-4869-93f0-06973011e10a', 'status': 'completed', 'code': 200} May 26 11:13:44.501218 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] For port bf63bca7-0199-4406-8ee3-9077167ae0be, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=bf63bca7-0199-4406-8ee3-9077167ae0be,segment=NetworkSegment(bc773f87-d80f-47fd-b728-25549eeb0873),segment_id=bc773f87-d80f-47fd-b728-25549eeb0873)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:13:44.505203 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:13:44.524855 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-918eadee-49af-4747-98c3-4d7be7301807 req-72acc380-5ce6-4615-bc7d-77bb53625b2b service neutron] 10.222.0.37 "GET /v2.0/networks/8401442c-7711-47cb-bb0a-a8ee35438347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325218 May 26 11:13:44.529412 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d68ed4a-f69d-4eab-a84c-f61e1aef0fee,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:44.538825 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:44.545375 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:44.545726 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.db.segments_db [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Added segment 2c5a9f44-62f1-41f7-b290-c82553932596 of type vlan for network 3fc99682-f60a-4bce-8433-b97639d89c15 May 26 11:13:44.611763 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6eee9a22-1aa1-4693-a976-d586096d5338 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:44.612614 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d4164835-f391-4788-a25c-2ce3f5451dd7 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:44.616710 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-d4164835-f391-4788-a25c-2ce3f5451dd7 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2613032 May 26 11:13:44.624217 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 47060) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:44.650897 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:44.673774 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Request body: {'floatingip': {'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:44.700730 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:44.702324 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:44.714272 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee9a22-1aa1-4693-a976-d586096d5338 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc509ea-1017-4bc8-b358-a9ac2e06cb3d,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:44.724055 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6eee9a22-1aa1-4693-a976-d586096d5338 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:44.726611 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746349196638'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:44.730207 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:44.734872 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Usage tracker for resource:floatingip and tenant:dc961799625447e4a664b9239ec13944 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:44.739452 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:44.752100 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:44.807814 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58473209-cb78-4078-a1b7-c0215de4d97e req-8892a120-3c5d-478b-a6c3-55013f68f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:44.811545 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-58473209-cb78-4078-a1b7-c0215de4d97e req-8892a120-3c5d-478b-a6c3-55013f68f87d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4506c5d923304a318b05bc8e034df406&device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 1096 time: 0.2619975 May 26 11:13:44.862658 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-0077a28a-21d5-42ee-8cb3-3f20edac80d0 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b8bf604831c47d6a1dbd73884dcc49a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6992750 May 26 11:13:44.865177 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-918eadee-49af-4747-98c3-4d7be7301807 req-fd73414c-7d19-4b95-8540-8f2a614f6d51 service neutron] 10.222.0.37 "GET /v2.0/networks/8401442c-7711-47cb-bb0a-a8ee35438347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104060 May 26 11:13:44.990184 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:44.991014 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6eee9a22-1aa1-4693-a976-d586096d5338 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:44.992203 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-6eee9a22-1aa1-4693-a976-d586096d5338 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0975556 May 26 11:13:44.996895 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 47076) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:45.022394 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:45.023028 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:45.023388 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Request body: {'floatingip': {'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:45.038737 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:45.072745 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Usage tracker for resource:floatingip and tenant:a6fe442964904bd3b71480242adf4f16 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:45.079007 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:45.105077 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:45.108619 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] Routers {'088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:13:45.110219 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:13:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:45.117141 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa06d6f-ef08-4889-8d64-ba520d8c7c82 req-b169887d-f73f-4bd9-8c82-5b6c6cbc9b1c tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:45.118853 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-afa06d6f-ef08-4889-8d64-ba520d8c7c82 req-b169887d-f73f-4bd9-8c82-5b6c6cbc9b1c tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 943 time: 0.5358188 May 26 11:13:45.181426 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-18d85193-93f8-4ef0-8612-0cb1da052f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:45.198209 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for floatingip, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:45.292824 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-afa06d6f-ef08-4889-8d64-ba520d8c7c82 req-619134b4-d253-4189-9d64-60165615d888 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/security-groups?id=779e1f51-41e8-4555-af9a-69d101d9155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366506 May 26 11:13:45.304101 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-866c5338-0e51-47c3-87e3-4ee6e798b821 service neutron] 10.222.0.35 "GET /v2.0/networks/e0297c65-03da-408e-9dc4-3aaead4f0782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237134 May 26 11:13:45.406404 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Pushing event updated for resources: {'Network': ['ID=3fc99682-f60a-4bce-8433-b97639d89c15,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:45.409777 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:45.436609 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58473209-cb78-4078-a1b7-c0215de4d97e req-e501a4e0-fac0-4532-96b4-ec9e71fe2e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:45.438242 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-58473209-cb78-4078-a1b7-c0215de4d97e req-e501a4e0-fac0-4532-96b4-ec9e71fe2e55 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc46e5b7-2255-4f9a-8b88-9d59537ba6ff HTTP/1.1" status: 200 len: 912 time: 0.6196234 May 26 11:13:45.560480 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] Set router 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:13:45.578064 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.1103535 May 26 11:13:45.578781 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 47092) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:45.594952 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-b4f2a38b-363c-4db0-8930-3e9a10a0051a service neutron] 10.222.0.35 "GET /v2.0/networks/e0297c65-03da-408e-9dc4-3aaead4f0782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898533 May 26 11:13:45.602086 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:45.608000 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-58473209-cb78-4078-a1b7-c0215de4d97e req-7eb7da1f-1ea9-43c1-b1ab-bd049ba92599 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb9f3328-0d71-4869-93f0-06973011e10a HTTP/1.1" status: 200 len: 217 time: 0.1541321 May 26 11:13:45.628029 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-32004ef5-4565-4173-af8a-7584aa10bf8b admin admin] Request body: {'subnet': {'network_id': '3fc99682-f60a-4bce-8433-b97639d89c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-710919033-subnet', 'tenant_id': '2c3c6f9679be46d1b917bfb5aa7f3952', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:45.638244 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-32004ef5-4565-4173-af8a-7584aa10bf8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:45.646926 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-32004ef5-4565-4173-af8a-7584aa10bf8b admin admin] Usage tracker for resource:subnet and tenant:2c3c6f9679be46d1b917bfb5aa7f3952 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:45.656587 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-32004ef5-4565-4173-af8a-7584aa10bf8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:45.666871 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-32004ef5-4565-4173-af8a-7584aa10bf8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:45.795406 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a86ec94-ad70-42f9-80bf-8904d1ad4d3f', 'tag': '2f18e19c-06c0-471b-97ea-a28507a4ef4c', 'status': 'completed', 'code': 200} May 26 11:13:45.804637 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58473209-cb78-4078-a1b7-c0215de4d97e req-6bdc6743-2cc2-4696-adab-77ac34779200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:45.806150 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-58473209-cb78-4078-a1b7-c0215de4d97e req-6bdc6743-2cc2-4696-adab-77ac34779200 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6861de6-f1d8-44d3-bd2f-fa7fcb23ccad HTTP/1.1" status: 200 len: 851 time: 0.1265323 May 26 11:13:45.960116 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32004ef5-4565-4173-af8a-7584aa10bf8b admin admin] Made reservation on behalf of 2c3c6f9679be46d1b917bfb5aa7f3952 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:13:45.963599 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32004ef5-4565-4173-af8a-7584aa10bf8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:45.969915 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f76e6-961d-4c1f-bd62-70ed7875f597 None None] Pushing event updated for resources: {'Port': ['ID=bf63bca7-0199-4406-8ee3-9077167ae0be,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:45.976182 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Network 3fc99682-f60a-4bce-8433-b97639d89c15 details requested by agent ovs-agent-dv-cinder-793136-1-iscsi with host dv-cinder-793136-1-iscsi {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:13:46.021030 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-58473209-cb78-4078-a1b7-c0215de4d97e req-9472848a-df27-4e0a-a47a-eed69feaad33 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc46e5b7-2255-4f9a-8b88-9d59537ba6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1603348 May 26 11:13:46.113551 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 4f4f9da0-6a0c-4c71-807b-8bedcd914e28 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:13:46.187005 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-439f76e6-961d-4c1f-bd62-70ed7875f597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.460s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:46.207725 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:46.243967 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3d993bee-8284-4193-b6e8-b41255e8de57 req-00e3312c-cebe-4880-a6aa-d5b33fe4e7bb tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 210 time: 0.1127310 May 26 11:13:46.372920 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:46.379358 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Allocated IP 172.27.2.210 (0c406d08-576a-4058-82f8-2db7a46cb825/c8dc709d-33af-406d-94f8-5d106e5714b1/0253de94-d271-4ca7-bd11-b9b3c1a4b8c8) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:13:46.396969 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:46.470179 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] Transition to ACTIVE for port object a2a8d817-28e9-4cb8-81eb-69a2334b50e9 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:13:46.487628 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9f706-5e7e-4f32-a997-e35f3a623f63 req-9ab8309e-2639-4e82-b170-9c3c5fcfbbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:46.495191 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a4b9f706-5e7e-4f32-a997-e35f3a623f63 req-9ab8309e-2639-4e82-b170-9c3c5fcfbbcb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b10ad5f6de2c4c48b2dbffebfca198ef&device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 1096 time: 0.6506228 May 26 11:13:46.569015 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:46.585627 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c8e87-1c7b-46aa-9d41-828c01a88890 req-2e52aebf-270b-48c3-a465-409237ad9777 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:46.590452 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port 4f4f9da0-6a0c-4c71-807b-8bedcd914e28 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:13:46.591942 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:46.594428 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3f5c8e87-1c7b-46aa-9d41-828c01a88890 req-2e52aebf-270b-48c3-a465-409237ad9777 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 943 time: 0.5207202 May 26 11:13:46.598967 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:46.607871 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-58473209-cb78-4078-a1b7-c0215de4d97e req-ca502b02-4053-4968-9711-9d980c1bf7ef service neutron] 10.222.0.37 "GET /v2.0/networks/dc46e5b7-2255-4f9a-8b88-9d59537ba6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315278 May 26 11:13:46.653736 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 4f4f9da0-6a0c-4c71-807b-8bedcd914e28 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:13:46.654156 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:46.775047 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3f5c8e87-1c7b-46aa-9d41-828c01a88890 req-336dc95f-3ed3-4912-bc0d-2d49212c7b01 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709809 May 26 11:13:46.844920 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9f706-5e7e-4f32-a997-e35f3a623f63 req-8e6b2dc8-8499-4851-9fe8-cc415d1b4079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:46.846949 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a4b9f706-5e7e-4f32-a997-e35f3a623f63 req-8e6b2dc8-8499-4851-9fe8-cc415d1b4079 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8401442c-7711-47cb-bb0a-a8ee35438347 HTTP/1.1" status: 200 len: 916 time: 0.3355429 May 26 11:13:46.859826 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7054b3-4e56-4acc-8921-a6712a0c8bed req-34829ec4-b4cd-48da-9587-42b84bd28d30 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:46.861301 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5d7054b3-4e56-4acc-8921-a6712a0c8bed req-34829ec4-b4cd-48da-9587-42b84bd28d30 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 943 time: 0.2645984 May 26 11:13:46.892624 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a64e4-2e5b-4fc7-a2b7-5429e865ee6c None None] Pushing event updated for resources: {'Port': ['ID=a2a8d817-28e9-4cb8-81eb-69a2334b50e9,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:46.898805 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1b9a64e4-2e5b-4fc7-a2b7-5429e865ee6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:46.918927 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:46.932419 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:47.005352 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a4b9f706-5e7e-4f32-a997-e35f3a623f63 req-ece40e97-c39a-44fb-8b87-52f8371c4993 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f18e19c-06c0-471b-97ea-a28507a4ef4c HTTP/1.1" status: 200 len: 217 time: 0.1430571 May 26 11:13:47.028052 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-58473209-cb78-4078-a1b7-c0215de4d97e req-400f8db1-c432-42bb-897a-96f0ef4a5ce5 service neutron] 10.222.0.37 "GET /v2.0/networks/dc46e5b7-2255-4f9a-8b88-9d59537ba6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129221 May 26 11:13:47.044027 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'name': 'tempest-AttachVolumeTestJSON-63007472-router', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:13:30Z', 'revision_number': 4, 'project_id': 'dc961799625447e4a664b9239ec13944', 'gw_port': {'id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'bf63bca7-0199-4406-8ee3-9077167ae0be', 'name': '', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'mac_address': 'fa:16:3e:b2:b9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:29Z', 'updated_at': '2021-05-26T11:13:44Z', 'revision_number': 4, 'project_id': 'dc961799625447e4a664b9239ec13944', 'subnets': [{'id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:47.070426 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Network 0c406d08-576a-4058-82f8-2db7a46cb825 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:13:47.075519 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:13:47.078633 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41117a92-100e-479f-8ca5-c4b33254fe9f None None] The sync data for ids ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'] in dv-cinder-793136-1-iscsi is: [{'id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'name': 'tempest-AttachVolumeTestJSON-63007472-router', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:13:30Z', 'revision_number': 4, 'project_id': 'dc961799625447e4a664b9239ec13944', 'gw_port': {'id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'bf63bca7-0199-4406-8ee3-9077167ae0be', 'name': '', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'mac_address': 'fa:16:3e:b2:b9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:29Z', 'updated_at': '2021-05-26T11:13:44Z', 'revision_number': 4, 'project_id': 'dc961799625447e4a664b9239ec13944', 'subnets': [{'id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:13:47.083021 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:13:47.100577 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Pushing event updated for resources: {'Port': ['ID=0253de94-d271-4ca7-bd11-b9b3c1a4b8c8,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:47.107927 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:47.160096 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:47.171007 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] Attempting to bind port a2a8d817-28e9-4cb8-81eb-69a2334b50e9 on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:13:47.171637 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] Attempting to bind port a2a8d817-28e9-4cb8-81eb-69a2334b50e9 by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': '4c20e951-4dca-4818-9f21-88b09eacf1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0297c65-03da-408e-9dc4-3aaead4f0782'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:13:47.172045 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] Attempting to bind port a2a8d817-28e9-4cb8-81eb-69a2334b50e9 on network e0297c65-03da-408e-9dc4-3aaead4f0782 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:13:47.183015 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:13:47.186103 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] Checking segment: {'id': '4c20e951-4dca-4818-9f21-88b09eacf1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0297c65-03da-408e-9dc4-3aaead4f0782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:13:47.189275 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:47.189839 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] Bound using segment: {'id': '4c20e951-4dca-4818-9f21-88b09eacf1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0297c65-03da-408e-9dc4-3aaead4f0782'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:13:47.190511 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] Bound port: a2a8d817-28e9-4cb8-81eb-69a2334b50e9, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c20e951-4dca-4818-9f21-88b09eacf1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0297c65-03da-408e-9dc4-3aaead4f0782'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:13:47.193406 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:47.210451 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device bb9f3328-0d71-4869-93f0-06973011e10a details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:13:47.268070 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:47.286015 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9f706-5e7e-4f32-a997-e35f3a623f63 req-7be02798-5d67-4230-a0db-9c69ebd2bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:47.287456 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a4b9f706-5e7e-4f32-a997-e35f3a623f63 req-7be02798-5d67-4230-a0db-9c69ebd2bb5a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=321c0d01-84f2-4a24-90fd-e7b00558ba0f HTTP/1.1" status: 200 len: 855 time: 0.2532110 May 26 11:13:47.323967 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Allocated IP 172.27.2.94 (0c406d08-576a-4058-82f8-2db7a46cb825/c8dc709d-33af-406d-94f8-5d106e5714b1/d825ea81-594f-481d-bf86-6f641fac269d) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:13:47.404469 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port bb9f3328-0d71-4869-93f0-06973011e10a, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=bb9f3328-0d71-4869-93f0-06973011e10a,segment=NetworkSegment(2e3f4553-1524-4491-aca0-db59e943c1d9),segment_id=2e3f4553-1524-4491-aca0-db59e943c1d9)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:13:47.425597 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': 'bb9f3328-0d71-4869-93f0-06973011e10a', 'network_id': 'dc46e5b7-2255-4f9a-8b88-9d59537ba6ff', 'port_id': 'bb9f3328-0d71-4869-93f0-06973011e10a', 'mac_address': 'fa:16:3e:f0:57:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6861de6-f1d8-44d3-bd2f-fa7fcb23ccad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:13:47.511074 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:47.562834 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a4b9f706-5e7e-4f32-a997-e35f3a623f63 req-a75e9003-9067-4f28-946a-c7ae1c901e43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8401442c-7711-47cb-bb0a-a8ee35438347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795629 May 26 11:13:47.607873 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:47.656136 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:47.668653 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32004ef5-4565-4173-af8a-7584aa10bf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:47.673881 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] For port 4f4f9da0-6a0c-4c71-807b-8bedcd914e28, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=4f4f9da0-6a0c-4c71-807b-8bedcd914e28,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:13:47.680267 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9f3328-0d71-4869-93f0-06973011e10a {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:13:47.682371 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-77691974-9df5-47ff-90b1-99063db0e2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:47.691023 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5d7054b3-4e56-4acc-8921-a6712a0c8bed req-c484b1dc-3d5a-4f29-aed4-cebbd407557f tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/security-groups?id=779e1f51-41e8-4555-af9a-69d101d9155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6873252 May 26 11:13:47.738697 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port bb9f3328-0d71-4869-93f0-06973011e10a, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=bb9f3328-0d71-4869-93f0-06973011e10a,segment=NetworkSegment(2e3f4553-1524-4491-aca0-db59e943c1d9),segment_id=2e3f4553-1524-4491-aca0-db59e943c1d9)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:13:47.742761 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] For port a2a8d817-28e9-4cb8-81eb-69a2334b50e9, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:13:47.749854 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] For port a2a8d817-28e9-4cb8-81eb-69a2334b50e9, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=a2a8d817-28e9-4cb8-81eb-69a2334b50e9,segment=NetworkSegment(4c20e951-4dca-4818-9f21-88b09eacf1bf),segment_id=4c20e951-4dca-4818-9f21-88b09eacf1bf)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:13:47.791782 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-23343400-58fa-4efa-9aee-80795f5fc0a1 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:47.798659 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-23343400-58fa-4efa-9aee-80795f5fc0a1 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/networks?id=e0297c65-03da-408e-9dc4-3aaead4f0782 HTTP/1.1" status: 200 len: 819 time: 0.7480872 May 26 11:13:47.824006 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-89787e6e-5da1-4c9b-99df-279f83542c0a tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/quotas/6b8bf604831c47d6a1dbd73884dcc49a HTTP/1.1" status: 200 len: 375 time: 0.0244257 May 26 11:13:47.832803 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:47.835580 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:47.917870 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:47.933644 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:47.975617 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:47.982241 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device bf63bca7-0199-4406-8ee3-9077167ae0be up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:13:48.041874 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c7752e66-04a9-4115-a7e3-127650ab27f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:48.048539 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32004ef5-4565-4173-af8a-7584aa10bf8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f4fe11-7c17-464b-85c7-97c5ef70412b,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:48.055287 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32004ef5-4565-4173-af8a-7584aa10bf8b admin admin] Checking segment: {'id': '2c5a9f44-62f1-41f7-b290-c82553932596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3fc99682-f60a-4bce-8433-b97639d89c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:13:48.060309 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32004ef5-4565-4173-af8a-7584aa10bf8b admin admin] Network hostable DHCP agents. Network: 3fc99682-f60a-4bce-8433-b97639d89c15, hostable agents: ['5be7b6bf-9113-45d0-8352-d59a3f612e3f'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:13:48.066401 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-32004ef5-4565-4173-af8a-7584aa10bf8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:48.087493 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] Routers {'3213840d-d1cd-49be-865b-0259941713ac'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:13:48.088841 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:13:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['3213840d-d1cd-49be-865b-0259941713ac'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:48.114581 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Network 0c406d08-576a-4058-82f8-2db7a46cb825 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:13:48.170030 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:13:48.179866 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:13:48.225719 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Pushing event updated for resources: {'Port': ['ID=4f4f9da0-6a0c-4c71-807b-8bedcd914e28,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:48.228314 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:48.229526 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:48.239471 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:48.255878 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32004ef5-4565-4173-af8a-7584aa10bf8b admin admin] Network 3fc99682-f60a-4bce-8433-b97639d89c15 is scheduled to be hosted by DHCP agent 5be7b6bf-9113-45d0-8352-d59a3f612e3f with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:13:48.312433 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a4b9f706-5e7e-4f32-a997-e35f3a623f63 req-05b00a78-42c3-438b-a9f0-b2e6c08b4820 service neutron] 10.222.0.37 "GET /v2.0/networks/8401442c-7711-47cb-bb0a-a8ee35438347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7230117 May 26 11:13:48.313211 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Pushing event updated for resources: {'Port': ['ID=d825ea81-594f-481d-bf86-6f641fac269d,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:48.325513 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:48.339428 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['bb9f3328-0d71-4869-93f0-06973011e10a'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:13:48.381265 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:48.382027 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-32004ef5-4565-4173-af8a-7584aa10bf8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-iscsi, 3fc99682-f60a-4bce-8433-b97639d89c15) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:13:48.388445 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:48.449874 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27ae12f-2cc8-4258-ae7e-178d9379b6b4 None None] Network 3fc99682-f60a-4bce-8433-b97639d89c15 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:13:48.464325 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32004ef5-4565-4173-af8a-7584aa10bf8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:48.464514 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32004ef5-4565-4173-af8a-7584aa10bf8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:48.581638 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Pushing event updated for resources: {'Port': ['ID=0253de94-d271-4ca7-bd11-b9b3c1a4b8c8,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:48.584853 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424661'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:48.644355 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:48.646313 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:48.651886 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-46ac3ca6-222d-4f54-b829-629e22088d1f tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6b8bf604831c47d6a1dbd73884dcc49a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8261914 May 26 11:13:48.660352 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-32004ef5-4565-4173-af8a-7584aa10bf8b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.0764103 May 26 11:13:48.674519 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=bb9f3328-0d71-4869-93f0-06973011e10a,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:48.708729 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a4b9f706-5e7e-4f32-a997-e35f3a623f63 req-2d250d50-55a1-4c27-a843-eafceed6fc34 service neutron] 10.222.0.37 "GET /v2.0/networks/8401442c-7711-47cb-bb0a-a8ee35438347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788905 May 26 11:13:48.782774 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73129278-4208-42d3-8ae2-0d4a3887b2bc req-2be6930e-b861-4f09-be94-daa81c58732a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:48.783825 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-73129278-4208-42d3-8ae2-0d4a3887b2bc req-2be6930e-b861-4f09-be94-daa81c58732a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 943 time: 0.6973891 May 26 11:13:48.794332 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] Set router 3213840d-d1cd-49be-865b-0259941713ac gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:13:48.797873 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:48.799129 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1641426 May 26 11:13:48.907551 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port bf63bca7-0199-4406-8ee3-9077167ae0be completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:13:48.935244 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-f3134812-89da-416b-a686-e45947d19ae0 service neutron] 10.222.0.35 "GET /v2.0/networks/e0297c65-03da-408e-9dc4-3aaead4f0782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629213 May 26 11:13:49.023797 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port bf63bca7-0199-4406-8ee3-9077167ae0be triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:13:49.024288 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:49.076373 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:49.203317 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 2f18e19c-06c0-471b-97ea-a28507a4ef4c details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:13:49.273451 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-73129278-4208-42d3-8ae2-0d4a3887b2bc req-3cec6a0d-61e0-49e9-9a90-34d2c0b7c725 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829118 May 26 11:13:49.350455 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-28363278-9c85-4f5a-a02b-131dc94ff257 service neutron] 10.222.0.35 "GET /v2.0/networks/e0297c65-03da-408e-9dc4-3aaead4f0782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142203 May 26 11:13:49.448704 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 2f18e19c-06c0-471b-97ea-a28507a4ef4c, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=2f18e19c-06c0-471b-97ea-a28507a4ef4c,segment=NetworkSegment(a54bf79d-a496-4511-b7db-5c024c6f7baa),segment_id=a54bf79d-a496-4511-b7db-5c024c6f7baa)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:13:49.488229 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': '2f18e19c-06c0-471b-97ea-a28507a4ef4c', 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347', 'port_id': '2f18e19c-06c0-471b-97ea-a28507a4ef4c', 'mac_address': 'fa:16:3e:ea:d7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321c0d01-84f2-4a24-90fd-e7b00558ba0f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:13:49.488229 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a64e4-2e5b-4fc7-a2b7-5429e865ee6c None None] Pushing event updated for resources: {'Port': ['ID=a2a8d817-28e9-4cb8-81eb-69a2334b50e9,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:49.514581 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1b9a64e4-2e5b-4fc7-a2b7-5429e865ee6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.275s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:49.543225 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.588s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:49.543394 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:49.569025 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5762f65c-f8e0-4bac-a21f-49d6644fc105 None None] Network 3fc99682-f60a-4bce-8433-b97639d89c15 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:13:49.598344 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:49.705110 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-9c6edcd1-41ff-4186-b1f7-9cda5445556d tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:49.706617 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-9c6edcd1-41ff-4186-b1f7-9cda5445556d tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.37 "GET /v2.0/networks?id=e0297c65-03da-408e-9dc4-3aaead4f0782 HTTP/1.1" status: 200 len: 819 time: 0.2858214 May 26 11:13:49.730568 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d94e5b-6970-464c-a011-b19ebfe623a8 req-f6f73080-e3df-41c9-b8fc-a19f14f12b14 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:49.732003 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-79d94e5b-6970-464c-a011-b19ebfe623a8 req-f6f73080-e3df-41c9-b8fc-a19f14f12b14 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 944 time: 0.1431324 May 26 11:13:49.735312 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-b5f5faf9-77c9-4752-9020-da60f1d21f05 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Request body: {'port': {'device_id': 'cc0226d4-2921-426c-80c4-8ee38cf73c25', 'network_id': 'e0297c65-03da-408e-9dc4-3aaead4f0782', 'admin_state_up': True, 'tenant_id': '6b8bf604831c47d6a1dbd73884dcc49a'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:49.753395 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:49.811878 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:49.864402 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:49.979188 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424661'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:50.022765 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-79d94e5b-6970-464c-a011-b19ebfe623a8 req-b2579490-ad5a-4ddd-b17d-145ddb5a2eee tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/security-groups?id=779e1f51-41e8-4555-af9a-69d101d9155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735946 May 26 11:13:50.023373 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f18e19c-06c0-471b-97ea-a28507a4ef4c {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:13:50.026042 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 47212) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:50.033006 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-489400870-network', 'tenant_id': 'd1036634378742519b42dc22c96ac13e'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:50.057412 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:50.059613 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Pushing event updated for resources: {'Port': ['ID=d825ea81-594f-481d-bf86-6f641fac269d,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:50.066517 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:50.072434 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Usage tracker for resource:network and tenant:d1036634378742519b42dc22c96ac13e is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:50.076355 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:50.084078 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:50.086775 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-7327dba2-1ef0-472a-8cb0-d944a267028a tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Synchronizing usage tracker for tenant:dc961799625447e4a664b9239ec13944 on resource:security_group {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:13:50.121532 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-b5f5faf9-77c9-4752-9020-da60f1d21f05 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:50.132764 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 2f18e19c-06c0-471b-97ea-a28507a4ef4c, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=2f18e19c-06c0-471b-97ea-a28507a4ef4c,segment=NetworkSegment(a54bf79d-a496-4511-b7db-5c024c6f7baa),segment_id=a54bf79d-a496-4511-b7db-5c024c6f7baa)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:13:50.157092 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-b5f5faf9-77c9-4752-9020-da60f1d21f05 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Usage tracker for resource:port and tenant:6b8bf604831c47d6a1dbd73884dcc49a is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:50.159592 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:50.163995 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-b5f5faf9-77c9-4752-9020-da60f1d21f05 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:50.168958 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-88bfedbc-33e6-466d-8165-958e3ee79a3c req-5b1a4f71-2582-48da-91f0-72cc51caf8c9 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 210 time: 0.0591540 May 26 11:13:50.172298 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:50.173376 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1702216 May 26 11:13:50.174438 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-b5f5faf9-77c9-4752-9020-da60f1d21f05 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:50.247911 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:50.250468 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:50.272750 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Made reservation on behalf of d1036634378742519b42dc22c96ac13e for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:13:50.275383 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-b5f5faf9-77c9-4752-9020-da60f1d21f05 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Made reservation on behalf of 6b8bf604831c47d6a1dbd73884dcc49a for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:13:50.276467 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1461799'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:50.279491 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-b5f5faf9-77c9-4752-9020-da60f1d21f05 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:50.285948 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] For port bf63bca7-0199-4406-8ee3-9077167ae0be, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=bf63bca7-0199-4406-8ee3-9077167ae0be,segment=NetworkSegment(bc773f87-d80f-47fd-b728-25549eeb0873),segment_id=bc773f87-d80f-47fd-b728-25549eeb0873)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:13:50.328480 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=2f18e19c-06c0-471b-97ea-a28507a4ef4c,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:50.332718 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3213840d-d1cd-49be-865b-0259941713ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1019455147-router', 'tenant_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '7ba5e8ce-acf5-461c-b35f-0b26a993d7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:13:37Z', 'revision_number': 4, 'project_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'gw_port': {'id': '7ba5e8ce-acf5-461c-b35f-0b26a993d7a4', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:69:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3213840d-d1cd-49be-865b-0259941713ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'a2a8d817-28e9-4cb8-81eb-69a2334b50e9', 'name': '', 'network_id': 'e0297c65-03da-408e-9dc4-3aaead4f0782', 'tenant_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'mac_address': 'fa:16:3e:22:17:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3213840d-d1cd-49be-865b-0259941713ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '05bc6058-ff72-43e9-87c9-1639ef6cacc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:33Z', 'updated_at': '2021-05-26T11:13:47Z', 'revision_number': 4, 'project_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'subnets': [{'id': '05bc6058-ff72-43e9-87c9-1639ef6cacc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:50.335035 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:50.338654 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d71fda-85a7-4e92-9366-c26d3483d0d8 None None] The sync data for ids ['3213840d-d1cd-49be-865b-0259941713ac'] in dv-cinder-793136-1-iscsi is: [{'id': '3213840d-d1cd-49be-865b-0259941713ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1019455147-router', 'tenant_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '7ba5e8ce-acf5-461c-b35f-0b26a993d7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:13:37Z', 'revision_number': 4, 'project_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'gw_port': {'id': '7ba5e8ce-acf5-461c-b35f-0b26a993d7a4', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:69:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3213840d-d1cd-49be-865b-0259941713ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'a2a8d817-28e9-4cb8-81eb-69a2334b50e9', 'name': '', 'network_id': 'e0297c65-03da-408e-9dc4-3aaead4f0782', 'tenant_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'mac_address': 'fa:16:3e:22:17:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3213840d-d1cd-49be-865b-0259941713ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '05bc6058-ff72-43e9-87c9-1639ef6cacc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:33Z', 'updated_at': '2021-05-26T11:13:47Z', 'revision_number': 4, 'project_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'subnets': [{'id': '05bc6058-ff72-43e9-87c9-1639ef6cacc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:13:50.349612 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:50.351864 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b558e7ea-c73e-46f5-be71-5a6c815f1e0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:50.363766 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:50.434071 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:50.447287 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Usage tracker for resource:security_group_rule and tenant:d1036634378742519b42dc22c96ac13e is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:50.493532 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:50.500307 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Pushing event updated for resources: {'Port': ['ID=bf63bca7-0199-4406-8ee3-9077167ae0be,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:50.503969 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:50.509364 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:50.557880 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['2f18e19c-06c0-471b-97ea-a28507a4ef4c'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:13:50.568322 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-b5f5faf9-77c9-4752-9020-da60f1d21f05 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Allocated IP 172.20.0.5 (e0297c65-03da-408e-9dc4-3aaead4f0782/05bc6058-ff72-43e9-87c9-1639ef6cacc4/409812ed-a613-476f-b8f9-86ca115c17ae) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:13:50.615776 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-7327dba2-1ef0-472a-8cb0-d944a267028a tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Unset dirty status for tenant:dc961799625447e4a664b9239ec13944 on resource:security_group {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:13:50.618925 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-7327dba2-1ef0-472a-8cb0-d944a267028a tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--526984650&fields=id&tenant_id=dc961799625447e4a664b9239ec13944 HTTP/1.1" status: 200 len: 267 time: 0.7065701 May 26 11:13:50.649217 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 4f4f9da0-6a0c-4c71-807b-8bedcd914e28 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:13:50.672829 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:50.769684 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:50.777515 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:50.812485 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:13:50.833677 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9383162a-d2b3-4818-8706-b72aca1b728e,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:50.856127 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 4f4f9da0-6a0c-4c71-807b-8bedcd914e28 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:13:50.856849 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:50.860523 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:50.871515 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:50.876904 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.db.segments_db [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Added segment c315dc5e-6692-4d26-9c43-6bcb10c25f96 of type vlan for network 3a1c44c7-eac3-4068-a829-d83e2ac2c937 May 26 11:13:50.933392 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746349196638'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:51.090000 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:51.091495 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:51.092072 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:51.098778 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1d52dbcf-9b09-4843-8bd5-f9839e28ca4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:51.124656 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-c4145228-5231-46ea-8c37-4eff2abc6c9a tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:51.129745 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-c4145228-5231-46ea-8c37-4eff2abc6c9a tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/networks?id=35893588-0f1e-477d-83eb-d93225ef04a5 HTTP/1.1" status: 200 len: 809 time: 0.4959469 May 26 11:13:51.164742 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device bb9f3328-0d71-4869-93f0-06973011e10a up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:13:51.201818 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-3841eb53-3f91-490e-bf2c-6435c5edace6 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/quotas/dc961799625447e4a664b9239ec13944 HTTP/1.1" status: 200 len: 375 time: 0.0660481 May 26 11:13:51.234118 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Pushing event updated for resources: {'Network': ['ID=3a1c44c7-eac3-4068-a829-d83e2ac2c937,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:51.237732 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:51.248954 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Network 3a1c44c7-eac3-4068-a829-d83e2ac2c937 details requested by agent ovs-agent-dv-cinder-793136-1-iscsi with host dv-cinder-793136-1-iscsi {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:13:51.319359 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2921653 May 26 11:13:51.322254 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 47246) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:51.329258 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-ade65129-db24-4bbb-93ee-b18985471423 admin admin] Request body: {'subnet': {'network_id': '3a1c44c7-eac3-4068-a829-d83e2ac2c937', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-489400870-subnet', 'tenant_id': 'd1036634378742519b42dc22c96ac13e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:51.344854 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211698e-316b-46af-8a4a-f666355522f7 req-a0596edc-dfab-4d5e-8e88-0b40cc735e01 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:51.347209 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-ade65129-db24-4bbb-93ee-b18985471423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:13:51.352057 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8211698e-316b-46af-8a4a-f666355522f7 req-a0596edc-dfab-4d5e-8e88-0b40cc735e01 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 944 time: 0.6858454 May 26 11:13:51.359767 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-ade65129-db24-4bbb-93ee-b18985471423 admin admin] Usage tracker for resource:subnet and tenant:d1036634378742519b42dc22c96ac13e is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:13:51.363032 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-ade65129-db24-4bbb-93ee-b18985471423 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:13:51.381315 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-ade65129-db24-4bbb-93ee-b18985471423 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:13:51.411692 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-b5f5faf9-77c9-4752-9020-da60f1d21f05 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:51.436415 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8211698e-316b-46af-8a4a-f666355522f7 req-6b578541-25c0-4813-9963-f31ae51dcc8f tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834236 May 26 11:13:51.465267 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade65129-db24-4bbb-93ee-b18985471423 admin admin] Made reservation on behalf of d1036634378742519b42dc22c96ac13e for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:13:51.467875 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ade65129-db24-4bbb-93ee-b18985471423 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:51.509087 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-d425e88e-3d61-4708-9504-a7b0b6a564cf tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc961799625447e4a664b9239ec13944&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2938442 May 26 11:13:51.548786 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning for port bb9f3328-0d71-4869-93f0-06973011e10a completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:13:51.557606 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port bb9f3328-0d71-4869-93f0-06973011e10a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:13:51.558142 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:51.717196 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-b5f5faf9-77c9-4752-9020-da60f1d21f05 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:51.719877 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:51.757629 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec1cd6c-8772-48c1-991a-9758afb2e0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9f3328-0d71-4869-93f0-06973011e10a'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:13:51.770849 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:51.819862 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-03b134ac-fdd0-4e60-b5c5-8b59e92cfb58 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Synchronizing usage tracker for tenant:a6fe442964904bd3b71480242adf4f16 on resource:security_group {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:13:51.837396 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port bb9f3328-0d71-4869-93f0-06973011e10a, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=bb9f3328-0d71-4869-93f0-06973011e10a,segment=NetworkSegment(2e3f4553-1524-4491-aca0-db59e943c1d9),segment_id=2e3f4553-1524-4491-aca0-db59e943c1d9)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:13:51.875710 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-b5f5faf9-77c9-4752-9020-da60f1d21f05 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Network e0297c65-03da-408e-9dc4-3aaead4f0782 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:13:51.905640 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-b5f5faf9-77c9-4752-9020-da60f1d21f05 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:13:51.929922 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:51.933296 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:51.948124 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-b5f5faf9-77c9-4752-9020-da60f1d21f05 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:13:51.956028 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-b5f5faf9-77c9-4752-9020-da60f1d21f05 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:51.956993 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-b5f5faf9-77c9-4752-9020-da60f1d21f05 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:51.992200 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-05f65849-3e45-47ee-bdae-df9bfe65ff3c service neutron] 10.222.0.35 "GET /v2.0/networks/35893588-0f1e-477d-83eb-d93225ef04a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498036 May 26 11:13:51.994654 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5faf9-77c9-4752-9020-da60f1d21f05 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Pushing event updated for resources: {'Port': ['ID=409812ed-a613-476f-b8f9-86ca115c17ae,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:52.019128 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b5f5faf9-77c9-4752-9020-da60f1d21f05 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:52.037977 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=bb9f3328-0d71-4869-93f0-06973011e10a,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:52.041325 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:52.085200 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-03b134ac-fdd0-4e60-b5c5-8b59e92cfb58 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Unset dirty status for tenant:a6fe442964904bd3b71480242adf4f16 on resource:security_group {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:13:52.086370 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-03b134ac-fdd0-4e60-b5c5-8b59e92cfb58 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1517977798&fields=id&tenant_id=a6fe442964904bd3b71480242adf4f16 HTTP/1.1" status: 200 len: 267 time: 0.4972794 May 26 11:13:52.087678 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-b5f5faf9-77c9-4752-9020-da60f1d21f05 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3648951 May 26 11:13:52.094598 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ade65129-db24-4bbb-93ee-b18985471423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:52.099621 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:52.173149 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade65129-db24-4bbb-93ee-b18985471423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc93a0a2-5ea3-42e7-8b88-985016fb963a,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:52.185606 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ade65129-db24-4bbb-93ee-b18985471423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:52.185606 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade65129-db24-4bbb-93ee-b18985471423 admin admin] Checking segment: {'id': 'c315dc5e-6692-4d26-9c43-6bcb10c25f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3a1c44c7-eac3-4068-a829-d83e2ac2c937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:13:52.186017 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade65129-db24-4bbb-93ee-b18985471423 admin admin] Network hostable DHCP agents. Network: 3a1c44c7-eac3-4068-a829-d83e2ac2c937, hostable agents: ['5be7b6bf-9113-45d0-8352-d59a3f612e3f'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:13:52.250009 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-09437a7f-5f9f-4c18-a3a2-422cd87f3a71 service neutron] 10.222.0.35 "GET /v2.0/networks/35893588-0f1e-477d-83eb-d93225ef04a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569060 May 26 11:13:52.260332 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade65129-db24-4bbb-93ee-b18985471423 admin admin] Network 3a1c44c7-eac3-4068-a829-d83e2ac2c937 is scheduled to be hosted by DHCP agent 5be7b6bf-9113-45d0-8352-d59a3f612e3f with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:13:52.280583 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a30a8cda-93da-4406-9947-a6573db76995 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:52.281390 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a30a8cda-93da-4406-9947-a6573db76995 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Synchronizing usage tracker for tenant:a6fe442964904bd3b71480242adf4f16 on resource:network {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:13:52.363989 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-ade65129-db24-4bbb-93ee-b18985471423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-iscsi, 3a1c44c7-eac3-4068-a829-d83e2ac2c937) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:13:52.369730 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade65129-db24-4bbb-93ee-b18985471423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:52.370364 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ade65129-db24-4bbb-93ee-b18985471423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:52.377770 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124dbe56-ce2b-4127-b5a2-55878d8ebfb7 None None] Network 3a1c44c7-eac3-4068-a829-d83e2ac2c937 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:13:52.426238 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a30a8cda-93da-4406-9947-a6573db76995 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Unset dirty status for tenant:a6fe442964904bd3b71480242adf4f16 on resource:network {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:13:52.435081 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a30a8cda-93da-4406-9947-a6573db76995 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/networks?id=513e1c4d-d73e-422d-b620-6e51d2db19e7 HTTP/1.1" status: 200 len: 817 time: 0.3327522 May 26 11:13:52.445545 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-6ed9d69d-efd0-4845-94ed-db66f7c5d93e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/quotas/a6fe442964904bd3b71480242adf4f16 HTTP/1.1" status: 200 len: 375 time: 0.0103724 May 26 11:13:52.460930 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-ade65129-db24-4bbb-93ee-b18985471423 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1374078 May 26 11:13:52.656044 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device a2a8d817-28e9-4cb8-81eb-69a2334b50e9 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:13:52.684372 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 47286) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:52.705183 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1176dbd3-e203-40be-b416-486b4d447086 None None] Network 3a1c44c7-eac3-4068-a829-d83e2ac2c937 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:13:52.770246 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-485f7879-e745-4ff9-8b2f-99bcabd1c14f admin admin] Deleting subnet d4f4fe11-7c17-464b-85c7-97c5ef70412b {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:13:52.773587 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-485f7879-e745-4ff9-8b2f-99bcabd1c14f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:52.782755 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291cf4d-829a-42c7-b824-d3c71d996ce4 req-c5ae9f84-ffe0-4c1d-bd56-a601f1cabda5 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:52.795764 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d291cf4d-829a-42c7-b824-d3c71d996ce4 req-c5ae9f84-ffe0-4c1d-bd56-a601f1cabda5 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 945 time: 0.1391530 May 26 11:13:52.823197 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-c084deda-a3c3-48c9-aa4d-deaefc26ca5e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Synchronizing usage tracker for tenant:a6fe442964904bd3b71480242adf4f16 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:13:52.833020 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-485f7879-e745-4ff9-8b2f-99bcabd1c14f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:52.840977 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-485f7879-e745-4ff9-8b2f-99bcabd1c14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532386'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:52.858572 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d291cf4d-829a-42c7-b824-d3c71d996ce4 req-77f4ff19-626a-40fe-800b-a6cee2b6f0ff tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/security-groups?id=779e1f51-41e8-4555-af9a-69d101d9155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619645 May 26 11:13:52.986791 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port a2a8d817-28e9-4cb8-81eb-69a2334b50e9 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:13:52.992551 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port a2a8d817-28e9-4cb8-81eb-69a2334b50e9 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:13:52.993025 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:53.006382 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-c084deda-a3c3-48c9-aa4d-deaefc26ca5e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Unset dirty status for tenant:a6fe442964904bd3b71480242adf4f16 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:13:53.007824 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-c084deda-a3c3-48c9-aa4d-deaefc26ca5e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6fe442964904bd3b71480242adf4f16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5367463 May 26 11:13:53.021303 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-e5a7f0e6-5bf6-4b99-8489-8715f546df48 req-b37b557e-efec-40dc-9e90-faea23add3ba tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Synchronizing usage tracker for tenant:6b8bf604831c47d6a1dbd73884dcc49a on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:13:53.112160 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:53.144981 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] For port a2a8d817-28e9-4cb8-81eb-69a2334b50e9, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=a2a8d817-28e9-4cb8-81eb-69a2334b50e9,segment=NetworkSegment(4c20e951-4dca-4818-9f21-88b09eacf1bf),segment_id=4c20e951-4dca-4818-9f21-88b09eacf1bf)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:13:53.160959 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-21cc5084-a67d-42f0-b708-632e38552ef0 service neutron] 10.222.0.35 "GET /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342697 May 26 11:13:53.187049 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-485f7879-e745-4ff9-8b2f-99bcabd1c14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:53.192153 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ade65129-db24-4bbb-93ee-b18985471423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:53.215221 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:53.216234 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device bf63bca7-0199-4406-8ee3-9077167ae0be up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:13:53.224937 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f7879-e745-4ff9-8b2f-99bcabd1c14f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f4fe11-7c17-464b-85c7-97c5ef70412b,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:53.228868 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-485f7879-e745-4ff9-8b2f-99bcabd1c14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:53.230838 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-485f7879-e745-4ff9-8b2f-99bcabd1c14f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:53.238805 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-485f7879-e745-4ff9-8b2f-99bcabd1c14f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d4f4fe11-7c17-464b-85c7-97c5ef70412b HTTP/1.1" status: 204 len: 168 time: 0.5511892 May 26 11:13:53.239345 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 47294) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:53.246806 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a66fefe0-a95e-4294-8935-213403e92a74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:53.256552 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-e5a7f0e6-5bf6-4b99-8489-8715f546df48 req-b37b557e-efec-40dc-9e90-faea23add3ba tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Unset dirty status for tenant:6b8bf604831c47d6a1dbd73884dcc49a on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:13:53.258077 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e5a7f0e6-5bf6-4b99-8489-8715f546df48 req-b37b557e-efec-40dc-9e90-faea23add3ba tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 210 time: 0.2904477 May 26 11:13:53.321595 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-56eaa5a9-8e73-4d61-97a8-88fa56c8ab6e service neutron] 10.222.0.35 "GET /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546578 May 26 11:13:53.337329 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Pushing event updated for resources: {'Port': ['ID=a2a8d817-28e9-4cb8-81eb-69a2334b50e9,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:53.350374 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:53.362353 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port bf63bca7-0199-4406-8ee3-9077167ae0be triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:13:53.370593 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:53.431269 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec1cd6c-8772-48c1-991a-9758afb2e0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9f3328-0d71-4869-93f0-06973011e10a', 'code': 200} May 26 11:13:53.439192 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496182'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:53.569484 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514367', 'neutron.services.segments.db._delete_segments_for_network-8746349621989'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:53.589043 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:53.589224 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:53.589987 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:53.590353 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Subscribe: > port after_create 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:53.590740 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:53.591142 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Subscribe: > port after_update 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:53.591849 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:53.592561 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:53.592561 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:53.592857 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:53.652650 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b987143-3374-47e8-940d-227494661d4c req-2965e577-741f-4f5e-81c5-e190e9408fcc tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0721588 May 26 11:13:53.671339 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16783e32-1074-4702-8402-1ace6d120c67 req-1d269fd7-58c0-4ad7-9475-40e3f46b573a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:53.673073 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-16783e32-1074-4702-8402-1ace6d120c67 req-1d269fd7-58c0-4ad7-9475-40e3f46b573a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 944 time: 0.1676304 May 26 11:13:53.723644 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:53.724248 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:53.724719 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:53.725189 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:53.725719 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc99682-f60a-4bce-8433-b97639d89c15']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:53.742088 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5a9f44-62f1-41f7-b290-c82553932596') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:53.742458 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5a9f44-62f1-41f7-b290-c82553932596') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:53.755254 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349629862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-695913'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:53.757945 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-afc182fc-ada5-47d9-b8c2-6ff3256e3e0f req-97f8c6cb-125c-4152-95d0-12dde95387b7 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 210 time: 0.0478635 May 26 11:13:53.772322 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-16783e32-1074-4702-8402-1ace6d120c67 req-62474768-c271-4cba-aeaf-00100e8dd971 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911880 May 26 11:13:53.773337 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:53.781618 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:13:53.782050 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-857939'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: from cryptography.utils import int_from_bytes May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: from cryptography.utils import int_from_bytes May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: Traceback (most recent call last): May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: timer() May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: cb(*args, **kw) May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: return func(*args, **kwargs) May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: self._notify() May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: self.callback(batched_events) May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: event.method(event) May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: return f(self, *a, **k) May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: return self._get(url).json() May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: return self.request(url, 'GET', **kwargs) May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:13:53.797705 dv-cinder-793136-1-iscsi neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:13:53.946658 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424647'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:53.951042 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:53.967813 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:53.973495 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fc99682-f60a-4bce-8433-b97639d89c15,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:53.976224 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:53.979256 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3fc99682-f60a-4bce-8433-b97639d89c15 HTTP/1.1" status: 204 len: 168 time: 0.7375970 May 26 11:13:53.981367 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 47318) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:54.048241 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9db67b-09ce-4a97-9d5c-df1ab2300e54 admin admin] Deleting subnet fc93a0a2-5ea3-42e7-8b88-985016fb963a {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:13:54.052134 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e9db67b-09ce-4a97-9d5c-df1ab2300e54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:54.102381 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e9db67b-09ce-4a97-9d5c-df1ab2300e54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-695888'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:54.117992 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247c338-02c3-47cf-b952-cf39c566095e req-93243079-0944-41d7-bc8a-0a84c43b7177 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:54.119469 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8247c338-02c3-47cf-b952-cf39c566095e req-93243079-0944-41d7-bc8a-0a84c43b7177 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 945 time: 0.1560636 May 26 11:13:54.158144 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e9db67b-09ce-4a97-9d5c-df1ab2300e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532386'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:54.165433 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8247c338-02c3-47cf-b952-cf39c566095e req-84162ec6-2ff3-47fc-93db-5fdf57d5c912 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/security-groups?id=779e1f51-41e8-4555-af9a-69d101d9155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402720 May 26 11:13:54.425499 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5d8a9d6a-7f67-49e7-8fe5-98a507abedd7 req-4c871113-15dc-4581-b3a5-ed5e29c6da8a tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 210 time: 0.0496941 May 26 11:13:54.451126 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device a2a8d817-28e9-4cb8-81eb-69a2334b50e9 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:13:54.501068 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e9db67b-09ce-4a97-9d5c-df1ab2300e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-857585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31668490'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:54.506198 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dd24f329-e85f-4f97-954d-9e8a76156e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:54.516082 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port a2a8d817-28e9-4cb8-81eb-69a2334b50e9 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:13:54.516477 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:54.544969 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9db67b-09ce-4a97-9d5c-df1ab2300e54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc93a0a2-5ea3-42e7-8b88-985016fb963a,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:54.544969 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e9db67b-09ce-4a97-9d5c-df1ab2300e54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:54.544969 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4e9db67b-09ce-4a97-9d5c-df1ab2300e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:54.551519 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 47326) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:54.551636 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-4e9db67b-09ce-4a97-9d5c-df1ab2300e54 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fc93a0a2-5ea3-42e7-8b88-985016fb963a HTTP/1.1" status: 204 len: 168 time: 0.5692255 May 26 11:13:54.607385 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 2f18e19c-06c0-471b-97ea-a28507a4ef4c up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:13:54.663155 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-275a17b3-b075-459e-8457-de915b051bea service neutron] Request body: {'port': {'device_id': 'cc0226d4-2921-426c-80c4-8ee38cf73c25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:13:54.723239 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496182'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:54.810068 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning for port 2f18e19c-06c0-471b-97ea-a28507a4ef4c completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:13:54.814941 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port 2f18e19c-06c0-471b-97ea-a28507a4ef4c triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:13:54.815319 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:54.956817 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:54.975308 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514367', 'neutron.services.segments.db._delete_segments_for_network-8746349621989'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:54.992819 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:54.992819 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:54.992819 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:54.992819 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] Subscribe: > port after_create 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:54.992819 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:54.992819 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] Subscribe: > port after_update 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:54.992819 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:54.992819 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:54.994599 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:54.994941 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:55.004523 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 2f18e19c-06c0-471b-97ea-a28507a4ef4c, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=2f18e19c-06c0-471b-97ea-a28507a4ef4c,segment=NetworkSegment(a54bf79d-a496-4511-b7db-5c024c6f7baa),segment_id=a54bf79d-a496-4511-b7db-5c024c6f7baa)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:13:55.061168 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:55.061516 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:55.061871 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:55.062205 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:13:55.062574 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.services.segments.db [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a1c44c7-eac3-4068-a829-d83e2ac2c937']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:55.069524 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-275a17b3-b075-459e-8457-de915b051bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:55.090100 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:55.093627 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:55.106162 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9480f43c-0a6c-45f7-aaa1-bf1bff49e8c6 req-1818e040-04fa-400b-90bc-c1006b64f6c1 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 210 time: 0.3256397 May 26 11:13:55.108039 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.services.segments.db [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c315dc5e-6692-4d26-9c43-6bcb10c25f96') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:55.108354 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.services.segments.db [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c315dc5e-6692-4d26-9c43-6bcb10c25f96') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:13:55.171706 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349629862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904551'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:55.173645 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=2f18e19c-06c0-471b-97ea-a28507a4ef4c,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:55.176785 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:55.274570 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:55.287850 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6d195307-1ac3-40b4-831d-5d3b6b279054 req-4538a3d4-843c-43b1-aa19-683b7649b956 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 210 time: 0.0783195 May 26 11:13:55.293631 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:13:55.294054 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33093279'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: from cryptography.utils import int_from_bytes May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: from cryptography.utils import int_from_bytes May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: Traceback (most recent call last): May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: timer() May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: cb(*args, **kw) May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: return func(*args, **kwargs) May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: self._notify() May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: self.callback(batched_events) May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: event.method(event) May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: return f(self, *a, **k) May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: return self._get(url).json() May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: return self.request(url, 'GET', **kwargs) May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:13:55.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:13:55.432579 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a86ec94-ad70-42f9-80bf-8904d1ad4d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f18e19c-06c0-471b-97ea-a28507a4ef4c'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:13:55.519318 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8431225-59d0-403b-98c5-1446f43290f0 req-851d5272-108e-4c0e-bf4c-d94dc2373719 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:55.520755 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c8431225-59d0-403b-98c5-1446f43290f0 req-851d5272-108e-4c0e-bf4c-d94dc2373719 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 945 time: 0.4299536 May 26 11:13:55.546014 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424647'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:55.630073 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:55.659523 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:55.672542 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a1c44c7-eac3-4068-a829-d83e2ac2c937,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:55.680595 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:55.683510 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c8431225-59d0-403b-98c5-1446f43290f0 req-c0424661-bb8c-4e78-ac93-886adccca0f3 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458859 May 26 11:13:55.696476 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-9084e9f8-9764-4915-8c0d-56813ec97d59 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3a1c44c7-eac3-4068-a829-d83e2ac2c937 HTTP/1.1" status: 204 len: 168 time: 1.1414299 May 26 11:13:55.709419 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3decc-f498-4306-86a3-1185a4d75181 req-cc100a8d-49e9-4165-ab6e-130e802f2566 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:55.710917 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-32d3decc-f498-4306-86a3-1185a4d75181 req-cc100a8d-49e9-4165-ab6e-130e802f2566 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 945 time: 0.2965081 May 26 11:13:55.815459 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a86ec94-ad70-42f9-80bf-8904d1ad4d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f18e19c-06c0-471b-97ea-a28507a4ef4c', 'code': 200} May 26 11:13:55.844575 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-32d3decc-f498-4306-86a3-1185a4d75181 req-0fc9a8b6-9af6-415f-8627-6789358b63d3 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/security-groups?id=779e1f51-41e8-4555-af9a-69d101d9155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027656 May 26 11:13:55.855093 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-275a17b3-b075-459e-8457-de915b051bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 409812ed-a613-476f-b8f9-86ca115c17ae {{(pid=92386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:13:55.863621 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-275a17b3-b075-459e-8457-de915b051bea service neutron] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:55.879159 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-275a17b3-b075-459e-8457-de915b051bea service neutron] Transition to ACTIVE for port object 409812ed-a613-476f-b8f9-86ca115c17ae will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:13:55.953966 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-708a9214-c558-42a5-a8fa-5c3061dac0a8 req-edff3a24-4867-4990-8b83-37e2c7d00a1b tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 210 time: 0.0429950 May 26 11:13:55.957403 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-275a17b3-b075-459e-8457-de915b051bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:55.962476 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:56.111183 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a17b3-b075-459e-8457-de915b051bea service neutron] Pushing event updated for resources: {'Port': ['ID=409812ed-a613-476f-b8f9-86ca115c17ae,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:56.121958 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-275a17b3-b075-459e-8457-de915b051bea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:56.150843 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 47368) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:56.232458 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-888de274-e575-4311-98ce-245c718be1b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c3c6f9679be46d1b917bfb5aa7f3952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0792689 May 26 11:13:56.235036 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 47374) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:56.292168 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a7b297e3-5ed2-4ee3-b7f8-b0bf23200c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:56.296263 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3ad91942-c034-41d8-865e-7dec540e1fd1 req-2fcc469f-3620-43fc-ba61-13293a814322 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0539496 May 26 11:13:56.324154 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a7b297e3-5ed2-4ee3-b7f8-b0bf23200c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:56.346938 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-275a17b3-b075-459e-8457-de915b051bea service neutron] Attempting to bind port 409812ed-a613-476f-b8f9-86ca115c17ae on host hv-cinder-79313 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:13:56.347431 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-275a17b3-b075-459e-8457-de915b051bea service neutron] Attempting to bind port 409812ed-a613-476f-b8f9-86ca115c17ae by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '4c20e951-4dca-4818-9f21-88b09eacf1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0297c65-03da-408e-9dc4-3aaead4f0782'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:13:56.347943 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-275a17b3-b075-459e-8457-de915b051bea service neutron] Attempting to bind port 409812ed-a613-476f-b8f9-86ca115c17ae on network e0297c65-03da-408e-9dc4-3aaead4f0782 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:13:56.360024 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-275a17b3-b075-459e-8457-de915b051bea service neutron] Port 409812ed-a613-476f-b8f9-86ca115c17ae on network e0297c65-03da-408e-9dc4-3aaead4f0782 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:13:56.360879 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-275a17b3-b075-459e-8457-de915b051bea service neutron] Attempting to bind port 409812ed-a613-476f-b8f9-86ca115c17ae on network e0297c65-03da-408e-9dc4-3aaead4f0782 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:13:56.375972 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-275a17b3-b075-459e-8457-de915b051bea service neutron] Checking agent: {'id': 'e864f0ab-5241-4583-ad18-7aea86fa37e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'started_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:13:56.376939 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-275a17b3-b075-459e-8457-de915b051bea service neutron] Checking segment: {'id': '4c20e951-4dca-4818-9f21-88b09eacf1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0297c65-03da-408e-9dc4-3aaead4f0782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:13:56.386023 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-275a17b3-b075-459e-8457-de915b051bea service neutron] Bound using segment: {'id': '4c20e951-4dca-4818-9f21-88b09eacf1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0297c65-03da-408e-9dc4-3aaead4f0782'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:13:56.387007 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-275a17b3-b075-459e-8457-de915b051bea service neutron] Bound port: 409812ed-a613-476f-b8f9-86ca115c17ae, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c20e951-4dca-4818-9f21-88b09eacf1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0297c65-03da-408e-9dc4-3aaead4f0782'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:13:56.387517 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-275a17b3-b075-459e-8457-de915b051bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:56.401035 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5b67e5da-25a0-423b-aa0e-be7cd242a5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:56.489827 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a7b297e3-5ed2-4ee3-b7f8-b0bf23200c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:56.495517 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1ddc4864-4d5e-4076-b7e7-92ac97da1aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:56.507301 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b297e3-5ed2-4ee3-b7f8-b0bf23200c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d68ed4a-f69d-4eab-a84c-f61e1aef0fee,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:56.510742 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a7b297e3-5ed2-4ee3-b7f8-b0bf23200c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:56.512640 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a7b297e3-5ed2-4ee3-b7f8-b0bf23200c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:56.513713 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-a7b297e3-5ed2-4ee3-b7f8-b0bf23200c47 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d68ed4a-f69d-4eab-a84c-f61e1aef0fee HTTP/1.1" status: 204 len: 168 time: 0.2777028 May 26 11:13:56.519664 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4bab7d41-73f5-4fa8-9456-80c934480abc req-329de606-4f35-4586-b7ad-54796b107e31 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 210 time: 0.0589795 May 26 11:13:56.528727 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-275a17b3-b075-459e-8457-de915b051bea service neutron] For port 409812ed-a613-476f-b8f9-86ca115c17ae, host hv-cinder-79313, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:13:56.532250 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-275a17b3-b075-459e-8457-de915b051bea service neutron] For port 409812ed-a613-476f-b8f9-86ca115c17ae, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=409812ed-a613-476f-b8f9-86ca115c17ae,segment=NetworkSegment(4c20e951-4dca-4818-9f21-88b09eacf1bf),segment_id=4c20e951-4dca-4818-9f21-88b09eacf1bf)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:13:56.655712 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-275a17b3-b075-459e-8457-de915b051bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:56.661776 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:56.720403 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-275a17b3-b075-459e-8457-de915b051bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:56.721011 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-275a17b3-b075-459e-8457-de915b051bea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:56.722598 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-275a17b3-b075-459e-8457-de915b051bea service neutron] 10.222.0.37 "PUT /v2.0/ports/409812ed-a613-476f-b8f9-86ca115c17ae HTTP/1.1" status: 200 len: 1093 time: 2.0682523 May 26 11:13:56.723057 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0226d4-2921-426c-80c4-8ee38cf73c25', 'tag': '409812ed-a613-476f-b8f9-86ca115c17ae'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:13:56.745177 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a17b3-b075-459e-8457-de915b051bea service neutron] Pushing event updated for resources: {'Port': ['ID=409812ed-a613-476f-b8f9-86ca115c17ae,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:56.748569 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-275a17b3-b075-459e-8457-de915b051bea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:56.767819 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0226d4-2921-426c-80c4-8ee38cf73c25', 'tag': '409812ed-a613-476f-b8f9-86ca115c17ae', 'status': 'completed', 'code': 200} May 26 11:13:56.902391 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4f23d-ff4e-469b-a8d8-ef1adbf854b7 req-2787adf8-a462-4e42-bcef-7dff06aad819 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:56.903934 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-dfe4f23d-ff4e-469b-a8d8-ef1adbf854b7 req-2787adf8-a462-4e42-bcef-7dff06aad819 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 945 time: 0.0803642 May 26 11:13:56.961032 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-dfe4f23d-ff4e-469b-a8d8-ef1adbf854b7 req-c77307fe-afef-4e0c-a190-21eb39351468 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505784 May 26 11:13:57.066767 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c983aed-a16b-4e58-be05-37eadf621c75 req-f1062322-c048-415a-94f9-b79a3ac2e00f tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:57.068221 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6c983aed-a16b-4e58-be05-37eadf621c75 req-f1062322-c048-415a-94f9-b79a3ac2e00f tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 945 time: 0.0916016 May 26 11:13:57.126366 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-34adb4f9-2206-489f-8a99-94a958cb5d1f req-1df05f7a-347b-4175-836d-4e10845e12fb tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 210 time: 0.0571177 May 26 11:13:57.149593 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6c983aed-a16b-4e58-be05-37eadf621c75 req-2086af05-51d9-40c2-8470-8324dc66bfa6 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/security-groups?id=779e1f51-41e8-4555-af9a-69d101d9155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500221 May 26 11:13:57.372918 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 47404) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:57.420016 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-6545b9f3-10bb-4296-a2c0-f028c523d0c6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d1036634378742519b42dc22c96ac13e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458412 May 26 11:13:57.422324 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 47408) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:57.455792 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b84753b7-cac8-47ec-9b1e-9bcf1d856592 req-4c10e2b2-d3ce-486e-ae23-463e32797160 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0457506 May 26 11:13:57.481541 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-465025cb-426e-4a23-8f66-e6e6334f91a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:57.505636 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-465025cb-426e-4a23-8f66-e6e6334f91a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:57.681550 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-09fb0902-4b3b-48d7-a273-220a25378a54 req-a6a9f1e0-97fd-484f-82b2-d9ad4f397eeb tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 210 time: 0.0415783 May 26 11:13:57.683541 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-465025cb-426e-4a23-8f66-e6e6334f91a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:57.688893 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e20f1234-5b04-4855-a895-5b25d468063e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:13:57.702599 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465025cb-426e-4a23-8f66-e6e6334f91a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9383162a-d2b3-4818-8706-b72aca1b728e,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:13:57.704824 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-465025cb-426e-4a23-8f66-e6e6334f91a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:57.706705 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-465025cb-426e-4a23-8f66-e6e6334f91a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9383162a-d2b3-4818-8706-b72aca1b728e HTTP/1.1" status: 204 len: 168 time: 0.2828252 May 26 11:13:57.707027 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-465025cb-426e-4a23-8f66-e6e6334f91a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:13:57.921978 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.37', 50462) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:13:58.070369 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745cc12-b923-45ec-9e91-ee02e98f3512 req-09443fae-1356-40a9-a1dd-8521733a2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:58.071862 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3745cc12-b923-45ec-9e91-ee02e98f3512 req-09443fae-1356-40a9-a1dd-8521733a2fb3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 1098 time: 0.1835639 May 26 11:13:58.077562 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-5e346ede-56f3-422b-996f-625bca045d2a tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:58.078730 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14df43-2f87-4935-9d12-3f64755eca70 req-b4b2df60-69fd-4533-9882-f7487cea1ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:58.079469 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-5e346ede-56f3-422b-996f-625bca045d2a tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.37 "GET /v2.0/networks?id=e0297c65-03da-408e-9dc4-3aaead4f0782 HTTP/1.1" status: 200 len: 819 time: 0.1805096 May 26 11:13:58.080107 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fa14df43-2f87-4935-9d12-3f64755eca70 req-b4b2df60-69fd-4533-9882-f7487cea1ecd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b8bf604831c47d6a1dbd73884dcc49a&device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 1096 time: 0.1570704 May 26 11:13:58.195051 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04289df-94df-481e-b9de-106e6ec61792 req-9ede9984-9b12-4e24-8e69-04b39c12aca2 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:58.195051 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e04289df-94df-481e-b9de-106e6ec61792 req-9ede9984-9b12-4e24-8e69-04b39c12aca2 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 945 time: 0.1096199 May 26 11:13:58.241436 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e04289df-94df-481e-b9de-106e6ec61792 req-d1641ed8-d810-4be4-812c-7d925ae12cd1 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449710 May 26 11:13:58.297212 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6eed58b2-0111-4826-96cc-afcd1fd3b30b req-e45805cb-5d33-47b4-87b1-cb8befed1bff tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 210 time: 0.0446262 May 26 11:13:58.433373 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8622d4-9d69-4b36-9350-a5d1e1b6c088 req-02ace67d-0554-4bac-8613-06386a6e6c04 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:58.434830 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2c8622d4-9d69-4b36-9350-a5d1e1b6c088 req-02ace67d-0554-4bac-8613-06386a6e6c04 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 945 time: 0.0896869 May 26 11:13:58.482032 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2c8622d4-9d69-4b36-9350-a5d1e1b6c088 req-244355ee-2007-46e1-b2d1-2731cca330b9 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/security-groups?id=779e1f51-41e8-4555-af9a-69d101d9155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413065 May 26 11:13:58.604943 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5ff0d351-c447-4edc-a472-b5754247917e req-e016ffd5-6e0c-4a1d-a352-0737624e4e7e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0416598 May 26 11:13:58.826610 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:58.835038 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-731b1895-ff75-463f-ba49-db908f5ad53f req-c8652b49-8075-4639-8472-e45ba89be0b2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 210 time: 0.0438771 May 26 11:13:58.935174 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-faf5cc01-75d4-4f43-a69b-113c5de5d986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:59.455278 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7622f79a-3982-4828-9b8b-93d4fbcb15e4 req-9ded3be9-c0b1-4ad5-8ef2-6e3dff0e05c9 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 210 time: 0.0487471 May 26 11:13:59.480175 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65bb14-76cb-4820-88a2-ec7aa1ea8f32 req-f81c6198-5c94-437f-90a2-7c195fc3c856 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:59.481647 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eb65bb14-76cb-4820-88a2-ec7aa1ea8f32 req-f81c6198-5c94-437f-90a2-7c195fc3c856 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 945 time: 0.1333218 May 26 11:13:59.532785 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eb65bb14-76cb-4820-88a2-ec7aa1ea8f32 req-c05cfe1b-5c39-48da-8606-fe472b108da2 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450046 May 26 11:13:59.560358 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:59.679309 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a33ffb-4a7c-4130-aab8-5e75d3562df1 req-e30e47c7-2052-4912-ac45-ee53f6042ea3 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:13:59.680763 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c2a33ffb-4a7c-4130-aab8-5e75d3562df1 req-e30e47c7-2052-4912-ac45-ee53f6042ea3 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 945 time: 0.0839078 May 26 11:13:59.761193 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c2a33ffb-4a7c-4130-aab8-5e75d3562df1 req-7d978d87-538f-42b6-bc16-3e5b47c113da tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/security-groups?id=779e1f51-41e8-4555-af9a-69d101d9155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731175 May 26 11:13:59.768054 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1c37aaf8-31ed-4f4e-a186-701293185b1d req-527297ef-a833-4ead-bacc-f34e79b90849 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0469332 May 26 11:13:59.990622 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-884b0cbb-daa8-4db2-8bae-26de44407c13 req-fe8fbcb5-853c-4e53-9766-1cbdebec65e0 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 210 time: 0.0456514 May 26 11:14:00.605289 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0af12304-3742-408f-9f23-7038edd69400 req-f0614294-0386-4f90-b3e9-72b9dfaf6801 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 210 time: 0.0428674 May 26 11:14:00.743213 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbebe2-6587-4e78-a0c5-f74b0d9e97e7 req-7c01dda2-0b52-4e13-907e-17308e706597 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:00.745161 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-09bbebe2-6587-4e78-a0c5-f74b0d9e97e7 req-7c01dda2-0b52-4e13-907e-17308e706597 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 945 time: 0.0780764 May 26 11:14:00.779378 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-3745cc12-b923-45ec-9e91-ee02e98f3512 req-09dbf695-c9f5-4e72-aa4c-fba8b4e89b44 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:00.779583 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-bde8c1fc-c502-4d14-b702-d914c9878695 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Request body: {'port': {'device_id': 'b5ca18ac-635c-4c41-99fb-c6a5f0be0b19', 'network_id': 'e0297c65-03da-408e-9dc4-3aaead4f0782', 'admin_state_up': True, 'tenant_id': '6b8bf604831c47d6a1dbd73884dcc49a'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:00.799486 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.37', 50463) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:00.901608 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-3745cc12-b923-45ec-9e91-ee02e98f3512 req-09dbf695-c9f5-4e72-aa4c-fba8b4e89b44 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:00.937355 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-3745cc12-b923-45ec-9e91-ee02e98f3512 req-09dbf695-c9f5-4e72-aa4c-fba8b4e89b44 service neutron] Usage tracker for resource:security_group_rule and tenant:e6bf6d327b7a407ca77829e79c919170 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:00.973825 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-3745cc12-b923-45ec-9e91-ee02e98f3512 req-09dbf695-c9f5-4e72-aa4c-fba8b4e89b44 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:00.991071 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81f9e6-dc62-4ce9-a04a-bb915bc206a3 req-07d9cc80-5699-4485-afe6-3c147ad0a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:00.992547 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-af81f9e6-dc62-4ce9-a04a-bb915bc206a3 req-07d9cc80-5699-4485-afe6-3c147ad0a498 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 1098 time: 0.1921306 May 26 11:14:00.996141 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-09bbebe2-6587-4e78-a0c5-f74b0d9e97e7 req-9c686ca2-be1a-42c7-8ae2-3c512317effb tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345355 May 26 11:14:00.997096 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-3745cc12-b923-45ec-9e91-ee02e98f3512 req-09dbf695-c9f5-4e72-aa4c-fba8b4e89b44 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:00.997819 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-bde8c1fc-c502-4d14-b702-d914c9878695 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:01.007840 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-bde8c1fc-c502-4d14-b702-d914c9878695 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:01.039355 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-af81f9e6-dc62-4ce9-a04a-bb915bc206a3 req-960c2754-6c1f-423d-9076-ef4a0dab7026 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:01.056620 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [req-af81f9e6-dc62-4ce9-a04a-bb915bc206a3 req-960c2754-6c1f-423d-9076-ef4a0dab7026 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:01.061932 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [req-af81f9e6-dc62-4ce9-a04a-bb915bc206a3 req-960c2754-6c1f-423d-9076-ef4a0dab7026 service neutron] Usage tracker for resource:security_group_rule and tenant:e6bf6d327b7a407ca77829e79c919170 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:01.066418 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [req-af81f9e6-dc62-4ce9-a04a-bb915bc206a3 req-960c2754-6c1f-423d-9076-ef4a0dab7026 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:01.073733 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [req-af81f9e6-dc62-4ce9-a04a-bb915bc206a3 req-960c2754-6c1f-423d-9076-ef4a0dab7026 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:01.132847 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-bde8c1fc-c502-4d14-b702-d914c9878695 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Made reservation on behalf of 6b8bf604831c47d6a1dbd73884dcc49a for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:14:01.136363 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-bde8c1fc-c502-4d14-b702-d914c9878695 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:01.171095 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14df43-2f87-4935-9d12-3f64755eca70 req-6daaddae-c64b-4f26-a394-d33fc5e7f1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:01.176808 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fa14df43-2f87-4935-9d12-3f64755eca70 req-6daaddae-c64b-4f26-a394-d33fc5e7f1b9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6b8bf604831c47d6a1dbd73884dcc49a&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2757518 May 26 11:14:01.183198 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccfb3e-e276-4d68-bc43-6a20f2cbc687 req-5960166c-62e7-4a83-b4b8-7a2edc192fa0 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:01.196527 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-47ccfb3e-e276-4d68-bc43-6a20f2cbc687 req-5960166c-62e7-4a83-b4b8-7a2edc192fa0 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 945 time: 0.2674263 May 26 11:14:01.317480 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ad048cb4-dac4-413f-8556-a93657684dd4 req-936f156c-be1d-4d1b-8f59-f745aacd70bf tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0810683 May 26 11:14:01.335039 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-af81f9e6-dc62-4ce9-a04a-bb915bc206a3 req-960c2754-6c1f-423d-9076-ef4a0dab7026 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:01.437080 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-bde8c1fc-c502-4d14-b702-d914c9878695 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Allocated IP 172.20.0.3 (e0297c65-03da-408e-9dc4-3aaead4f0782/05bc6058-ff72-43e9-87c9-1639ef6cacc4/fd3a7881-1218-48ff-a264-16fa65ccb3ff) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:14:01.506773 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:01.523623 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.37', 50469) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:01.585391 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-af81f9e6-dc62-4ce9-a04a-bb915bc206a3 req-960c2754-6c1f-423d-9076-ef4a0dab7026 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:01.590883 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14df43-2f87-4935-9d12-3f64755eca70 req-85292414-c368-405a-8e34-7668a80d8616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:01.592395 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fa14df43-2f87-4935-9d12-3f64755eca70 req-85292414-c368-405a-8e34-7668a80d8616 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3526690 May 26 11:14:01.595444 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-47ccfb3e-e276-4d68-bc43-6a20f2cbc687 req-0e05e1ca-3b67-42c7-bc18-0c2cf9b1da60 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/security-groups?id=779e1f51-41e8-4555-af9a-69d101d9155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914390 May 26 11:14:01.600039 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:01.619026 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.db.api [req-3745cc12-b923-45ec-9e91-ee02e98f3512 req-09dbf695-c9f5-4e72-aa4c-fba8b4e89b44 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) e6bf6d327b7a407ca77829e79c919170 {{(pid=92386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 11:14:01.619500 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_db.api [req-3745cc12-b923-45ec-9e91-ee02e98f3512 req-09dbf695-c9f5-4e72-aa4c-fba8b4e89b44 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 11:14:01.653757 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-af81f9e6-dc62-4ce9-a04a-bb915bc206a3 req-960c2754-6c1f-423d-9076-ef4a0dab7026 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6381416 May 26 11:14:01.654400 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c2754-6c1f-423d-9076-ef4a0dab7026 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d406245a-e818-4e94-b098-3805dbbac5ef,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:01.656928 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-82c1f5fd-72e1-44d5-bb12-4a6f53136f61 req-f4118581-73be-4448-9e23-441b1ce049a5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 210 time: 0.1264400 May 26 11:14:01.658478 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-960c2754-6c1f-423d-9076-ef4a0dab7026 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:01.706968 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-bde8c1fc-c502-4d14-b702-d914c9878695 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:01.820600 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-eedaca64-8ec0-4853-abfe-6a42d03697bb tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:01.822500 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-eedaca64-8ec0-4853-abfe-6a42d03697bb tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.37 "GET /v2.0/networks?id=35893588-0f1e-477d-83eb-d93225ef04a5 HTTP/1.1" status: 200 len: 809 time: 0.2951941 May 26 11:14:01.830349 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-482c571c-3999-473d-b245-8979ba321910 req-f3a68f20-4f56-4a0d-8493-60edb9afe778 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 210 time: 0.0563247 May 26 11:14:01.844305 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-bde8c1fc-c502-4d14-b702-d914c9878695 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:01.868416 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ceb7d077-4583-47f9-9ac3-35947050ee30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:01.917651 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-bde8c1fc-c502-4d14-b702-d914c9878695 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Network e0297c65-03da-408e-9dc4-3aaead4f0782 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:14:01.925492 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-bde8c1fc-c502-4d14-b702-d914c9878695 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:14:01.929766 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-bde8c1fc-c502-4d14-b702-d914c9878695 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:14:01.993285 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8c1fc-c502-4d14-b702-d914c9878695 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Pushing event updated for resources: {'Port': ['ID=fd3a7881-1218-48ff-a264-16fa65ccb3ff,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:02.037740 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bde8c1fc-c502-4d14-b702-d914c9878695 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:02.061788 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-bde8c1fc-c502-4d14-b702-d914c9878695 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:02.068611 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-bde8c1fc-c502-4d14-b702-d914c9878695 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:02.088107 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-a8195399-5eeb-45f8-b44f-613ad56b2795 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc961799625447e4a664b9239ec13944 HTTP/1.1" status: 200 len: 379 time: 0.1014426 May 26 11:14:02.099839 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-e6e9051d-4135-4d07-8acc-b9d83ac11cd9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Request body: {'port': {'device_id': '01a2c269-61b2-4688-a582-7d216413b0e6', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'admin_state_up': True, 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'security_groups': ['6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1']}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:02.116416 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-e2608865-33ce-47b4-ad3f-3274227c3bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:02.118496 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-e2608865-33ce-47b4-ad3f-3274227c3bb0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b8bf604831c47d6a1dbd73884dcc49a&device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 1096 time: 0.1293309 May 26 11:14:02.146860 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-3745cc12-b923-45ec-9e91-ee02e98f3512 req-09dbf695-c9f5-4e72-aa4c-fba8b4e89b44 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:02.219524 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-2855e450-30d0-46d5-95ec-fe221eccafe3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=409812ed-a613-476f-b8f9-86ca115c17ae HTTP/1.1" status: 200 len: 217 time: 0.0809453 May 26 11:14:02.226891 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-bde8c1fc-c502-4d14-b702-d914c9878695 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4522052 May 26 11:14:02.267961 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Request body: {'port': {'device_id': 'b5ca18ac-635c-4c41-99fb-c6a5f0be0b19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:02.341902 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-514be0db-5726-4d31-bff3-962714a63071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:02.350938 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-514be0db-5726-4d31-bff3-962714a63071 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=05bc6058-ff72-43e9-87c9-1639ef6cacc4 HTTP/1.1" status: 200 len: 859 time: 0.1142015 May 26 11:14:02.433595 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3745cc12-b923-45ec-9e91-ee02e98f3512 req-09dbf695-c9f5-4e72-aa4c-fba8b4e89b44 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=779e1f51-41e8-4555-af9a-69d101d9155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6874530 May 26 11:14:02.467456 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-351ad309-3fbc-4869-bd32-ca4d759c6177 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0297c65-03da-408e-9dc4-3aaead4f0782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661864 May 26 11:14:02.475747 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:02.497588 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e00b6-4de9-459b-8fa6-a2b75c65627f req-335c5207-3ec8-40aa-9140-44b4926eb96d tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:02.502248 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a86e00b6-4de9-459b-8fa6-a2b75c65627f req-335c5207-3ec8-40aa-9140-44b4926eb96d tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 945 time: 0.3452616 May 26 11:14:02.515679 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9e437230-81d9-4475-837c-e9c7441970a6 req-dbfea02c-52ed-4231-9dd8-3d45ed3fd883 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0635700 May 26 11:14:02.521975 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-e6e9051d-4135-4d07-8acc-b9d83ac11cd9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:02.530590 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-e6e9051d-4135-4d07-8acc-b9d83ac11cd9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Usage tracker for resource:port and tenant:dc961799625447e4a664b9239ec13944 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:02.534120 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-e6e9051d-4135-4d07-8acc-b9d83ac11cd9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:02.554677 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-e6e9051d-4135-4d07-8acc-b9d83ac11cd9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:02.594726 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a86e00b6-4de9-459b-8fa6-a2b75c65627f req-d471432f-737e-446b-a85b-3932f167b177 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822768 May 26 11:14:02.678068 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-e6e9051d-4135-4d07-8acc-b9d83ac11cd9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Made reservation on behalf of dc961799625447e4a664b9239ec13944 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:14:02.684136 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-e6e9051d-4135-4d07-8acc-b9d83ac11cd9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:02.758182 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:02.869882 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b36d5da7-0fa6-4241-954b-059c685e3c02 req-621761db-e656-4eca-a8f8-5952840ef5b2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 210 time: 0.0742230 May 26 11:14:02.977444 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f085c-2276-4f5a-8069-908a0171e184 req-5e9fce46-bb3e-42b5-80e7-0272379c267f tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:02.978922 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-413f085c-2276-4f5a-8069-908a0171e184 req-5e9fce46-bb3e-42b5-80e7-0272379c267f tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 945 time: 0.2252738 May 26 11:14:03.019235 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-a9bcfb6e-97fc-4654-89b3-b3321c5067db service neutron] 10.222.0.37 "GET /v2.0/networks/e0297c65-03da-408e-9dc4-3aaead4f0782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398539 May 26 11:14:03.023013 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-e6e9051d-4135-4d07-8acc-b9d83ac11cd9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Allocated IP 172.20.0.11 (35893588-0f1e-477d-83eb-d93225ef04a5/a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf/6150954b-109f-461e-b292-05d04007f5ee) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:14:03.042001 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-413f085c-2276-4f5a-8069-908a0171e184 req-0fcddeeb-a27d-47cc-8889-1acd8e41201a tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/security-groups?id=779e1f51-41e8-4555-af9a-69d101d9155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549414 May 26 11:14:03.145453 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.notifiers.nova [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3a7881-1218-48ff-a264-16fa65ccb3ff {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:14:03.158724 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:03.188249 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Transition to ACTIVE for port object fd3a7881-1218-48ff-a264-16fa65ccb3ff will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:14:03.238183 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-34adac3c-20d8-4732-90e0-5d8590badb7e service neutron] 10.222.0.37 "GET /v2.0/networks/e0297c65-03da-408e-9dc4-3aaead4f0782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105515 May 26 11:14:03.272416 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-857911'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:03.287064 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-17383e9a-66a7-4b3a-8eda-98d61e270410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:03.308205 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:14:03.500059 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-e6e9051d-4135-4d07-8acc-b9d83ac11cd9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:03.515791 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-c9c78bc3-910f-4e74-81ed-e7540b36f917 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:03.517362 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-c9c78bc3-910f-4e74-81ed-e7540b36f917 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.37 "GET /v2.0/networks?id=513e1c4d-d73e-422d-b620-6e51d2db19e7 HTTP/1.1" status: 200 len: 817 time: 0.2488177 May 26 11:14:03.534347 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3a7881-1218-48ff-a264-16fa65ccb3ff,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:03.534607 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-e6e9051d-4135-4d07-8acc-b9d83ac11cd9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Transition to ACTIVE for port object 6150954b-109f-461e-b292-05d04007f5ee will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:14:03.536962 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:03.556311 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5dca9-6758-4649-8023-761a46b58e88 req-864bea52-0de9-4f45-bde6-280bd0071d16 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:03.558561 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c8c5dca9-6758-4649-8023-761a46b58e88 req-864bea52-0de9-4f45-bde6-280bd0071d16 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 931 time: 0.4021711 May 26 11:14:03.613182 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Attempting to bind port fd3a7881-1218-48ff-a264-16fa65ccb3ff on host hv-cinder-79313 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:14:03.613540 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Attempting to bind port fd3a7881-1218-48ff-a264-16fa65ccb3ff by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '4c20e951-4dca-4818-9f21-88b09eacf1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0297c65-03da-408e-9dc4-3aaead4f0782'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:14:03.613900 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Attempting to bind port fd3a7881-1218-48ff-a264-16fa65ccb3ff on network e0297c65-03da-408e-9dc4-3aaead4f0782 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:14:03.618536 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Port fd3a7881-1218-48ff-a264-16fa65ccb3ff on network e0297c65-03da-408e-9dc4-3aaead4f0782 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:14:03.618872 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Attempting to bind port fd3a7881-1218-48ff-a264-16fa65ccb3ff on network e0297c65-03da-408e-9dc4-3aaead4f0782 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:14:03.625457 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Checking agent: {'id': 'e864f0ab-5241-4583-ad18-7aea86fa37e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'started_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:14:03.627265 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Checking segment: {'id': '4c20e951-4dca-4818-9f21-88b09eacf1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0297c65-03da-408e-9dc4-3aaead4f0782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:14:03.627265 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Bound using segment: {'id': '4c20e951-4dca-4818-9f21-88b09eacf1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0297c65-03da-408e-9dc4-3aaead4f0782'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:14:03.627265 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Bound port: fd3a7881-1218-48ff-a264-16fa65ccb3ff, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c20e951-4dca-4818-9f21-88b09eacf1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e0297c65-03da-408e-9dc4-3aaead4f0782'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:14:03.627265 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:03.634615 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-c8c5dca9-6758-4649-8023-761a46b58e88 req-0aa26341-5863-4e9d-983a-f33d6a153768 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Synchronizing usage tracker for tenant:6b8bf604831c47d6a1dbd73884dcc49a on resource:security_group {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:14:03.665436 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-fb6a5707-5998-4a2d-ba81-1612d6affec5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6fe442964904bd3b71480242adf4f16 HTTP/1.1" status: 200 len: 380 time: 0.0730252 May 26 11:14:03.708229 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-2529f19e-b71a-4b8a-bfda-f3fda723938e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Request body: {'port': {'device_id': '7b5b2a5a-8192-4c39-b11b-1f650f703ec5', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'admin_state_up': True, 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'security_groups': ['08ae72ed-4fc2-4662-8d95-d285300bc8d4']}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:03.728124 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] For port fd3a7881-1218-48ff-a264-16fa65ccb3ff, host hv-cinder-79313, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:14:03.732150 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] For port fd3a7881-1218-48ff-a264-16fa65ccb3ff, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=fd3a7881-1218-48ff-a264-16fa65ccb3ff,segment=NetworkSegment(4c20e951-4dca-4818-9f21-88b09eacf1bf),segment_id=4c20e951-4dca-4818-9f21-88b09eacf1bf)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:14:03.744883 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a84b146a-235f-4e22-a7d5-bd44e2bc564f req-109f4787-8593-4a67-9860-9f8f91d3599e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0732005 May 26 11:14:03.800865 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-c8c5dca9-6758-4649-8023-761a46b58e88 req-0aa26341-5863-4e9d-983a-f33d6a153768 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Unset dirty status for tenant:6b8bf604831c47d6a1dbd73884dcc49a on resource:security_group {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:14:03.804757 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c8c5dca9-6758-4649-8023-761a46b58e88 req-0aa26341-5863-4e9d-983a-f33d6a153768 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396204 May 26 11:14:03.805847 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-e6e9051d-4135-4d07-8acc-b9d83ac11cd9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:03.824264 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-857911'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:03.837402 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:03.840637 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-da7a2def-f3c9-4260-b206-c2b3eebeb7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:03.938673 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:03.939226 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:03.940575 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] 10.222.0.37 "PUT /v2.0/ports/fd3a7881-1218-48ff-a264-16fa65ccb3ff HTTP/1.1" status: 200 len: 1093 time: 1.6804476 May 26 11:14:03.941041 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ca18ac-635c-4c41-99fb-c6a5f0be0b19', 'tag': 'fd3a7881-1218-48ff-a264-16fa65ccb3ff'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:14:03.999295 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-e6e9051d-4135-4d07-8acc-b9d83ac11cd9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Network 35893588-0f1e-477d-83eb-d93225ef04a5 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:14:04.001690 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3a7881-1218-48ff-a264-16fa65ccb3ff,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:04.011651 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-e6e9051d-4135-4d07-8acc-b9d83ac11cd9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:14:04.022354 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-e6e9051d-4135-4d07-8acc-b9d83ac11cd9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:14:04.050005 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:04.163835 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9051d-4135-4d07-8acc-b9d83ac11cd9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Pushing event updated for resources: {'Port': ['ID=6150954b-109f-461e-b292-05d04007f5ee,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:04.203927 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e6e9051d-4135-4d07-8acc-b9d83ac11cd9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:04.216199 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-2529f19e-b71a-4b8a-bfda-f3fda723938e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:04.268294 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d54b32d4-3400-4540-9c98-a9e386bf4887 req-faf47d18-683a-4328-a4b8-3221bdb451b4 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 210 time: 0.1086590 May 26 11:14:04.302448 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-e6e9051d-4135-4d07-8acc-b9d83ac11cd9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:04.308065 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-e6e9051d-4135-4d07-8acc-b9d83ac11cd9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:04.319068 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-2529f19e-b71a-4b8a-bfda-f3fda723938e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:04.329050 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-56b53d29-7afc-4b92-92e0-aa35d2dae3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:04.330791 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-56b53d29-7afc-4b92-92e0-aa35d2dae3fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b8bf604831c47d6a1dbd73884dcc49a&device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 1096 time: 0.1585989 May 26 11:14:04.349586 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ca18ac-635c-4c41-99fb-c6a5f0be0b19', 'tag': 'fd3a7881-1218-48ff-a264-16fa65ccb3ff', 'status': 'completed', 'code': 200} May 26 11:14:04.370303 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e4c7c-5ed9-4eb7-b483-f9903bda959a req-237371f5-615a-499b-abf0-1bd3185e3e9c tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:04.372975 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e32e4c7c-5ed9-4eb7-b483-f9903bda959a req-237371f5-615a-499b-abf0-1bd3185e3e9c tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 945 time: 0.4619920 May 26 11:14:04.419760 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e32e4c7c-5ed9-4eb7-b483-f9903bda959a req-bf10b80d-1c2e-42b6-b324-e8b7a85e3f3b tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422480 May 26 11:14:04.421426 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-2529f19e-b71a-4b8a-bfda-f3fda723938e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Made reservation on behalf of a6fe442964904bd3b71480242adf4f16 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:14:04.425306 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-2529f19e-b71a-4b8a-bfda-f3fda723938e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:04.436933 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-e6e9051d-4135-4d07-8acc-b9d83ac11cd9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3437998 May 26 11:14:04.467782 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-fdd34d15-cb48-40e7-8a00-ed8632c2f0f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd3a7881-1218-48ff-a264-16fa65ccb3ff HTTP/1.1" status: 200 len: 217 time: 0.0738449 May 26 11:14:04.523095 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f753e3fe-438e-4178-a9e7-5c3423e930d9 None None] Provisioning for port 6150954b-109f-461e-b292-05d04007f5ee completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:14:04.525353 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Request body: {'port': {'device_id': '01a2c269-61b2-4688-a582-7d216413b0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:04.529116 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f753e3fe-438e-4178-a9e7-5c3423e930d9 None None] Provisioning complete for port 6150954b-109f-461e-b292-05d04007f5ee triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:04.529913 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f753e3fe-438e-4178-a9e7-5c3423e930d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:04.566268 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-d897914e-1a26-413c-a1e0-554e8951e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:04.567707 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-d897914e-1a26-413c-a1e0-554e8951e9ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=05bc6058-ff72-43e9-87c9-1639ef6cacc4 HTTP/1.1" status: 200 len: 859 time: 0.0594940 May 26 11:14:04.608377 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-f753e3fe-438e-4178-a9e7-5c3423e930d9 None None] Port 6150954b-109f-461e-b292-05d04007f5ee cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:14:04.621436 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-d3213932-6ef3-4040-966b-25eefb959f00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0297c65-03da-408e-9dc4-3aaead4f0782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469041 May 26 11:14:04.771697 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:04.800446 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02355a-0018-42e7-8b58-6c693ec6fdc5 req-a3c785db-759a-4d50-85c2-f5ea244ce26a tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:04.801925 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4a02355a-0018-42e7-8b58-6c693ec6fdc5 req-a3c785db-759a-4d50-85c2-f5ea244ce26a tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 945 time: 0.3141110 May 26 11:14:04.803260 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 47690) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:04.811696 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-2529f19e-b71a-4b8a-bfda-f3fda723938e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Allocated IP 172.20.0.9 (513e1c4d-d73e-422d-b620-6e51d2db19e7/5300992e-d385-4173-9ce7-e81c35af28bb/ab763bf2-14f6-4e63-a977-d1da102eb4fd) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:14:04.925566 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7e04d033-bbe1-4940-bf8b-7ff1c4a3ed7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:04.940048 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-7e04d033-bbe1-4940-bf8b-7ff1c4a3ed7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:04.943773 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-7e04d033-bbe1-4940-bf8b-7ff1c4a3ed7b admin admin] Usage tracker for resource:security_group_rule and tenant:7e059d338aff4ac9af5c3be1c417cd95 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:04.946542 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-7e04d033-bbe1-4940-bf8b-7ff1c4a3ed7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:04.952547 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-7e04d033-bbe1-4940-bf8b-7ff1c4a3ed7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:04.987750 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4a02355a-0018-42e7-8b58-6c693ec6fdc5 req-cc1a334c-53d4-4555-a26c-bdfae4bcf381 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/security-groups?id=779e1f51-41e8-4555-af9a-69d101d9155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737154 May 26 11:14:05.049825 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7e04d033-bbe1-4940-bf8b-7ff1c4a3ed7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:05.129444 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7e04d033-bbe1-4940-bf8b-7ff1c4a3ed7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:05.138821 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:05.180551 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-7e04d033-bbe1-4940-bf8b-7ff1c4a3ed7b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e059d338aff4ac9af5c3be1c417cd95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3750570 May 26 11:14:05.181514 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04d033-bbe1-4940-bf8b-7ff1c4a3ed7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339a2226-08a2-4aa7-9806-0f60786d1a37,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:05.184571 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 47700) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:05.187063 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7e04d033-bbe1-4940-bf8b-7ff1c4a3ed7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:05.245560 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-897db93c-893f-4d3b-bde6-885a5c730ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:05.272528 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-897db93c-893f-4d3b-bde6-885a5c730ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:05.313840 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc4ca2-338f-4f43-8e87-bf3fd7bf495e req-3d53a441-0185-4b6b-ae9d-3ee6e186d509 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:05.314520 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-e9cc4ca2-338f-4f43-8e87-bf3fd7bf495e req-3d53a441-0185-4b6b-ae9d-3ee6e186d509 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Synchronizing usage tracker for tenant:dc961799625447e4a664b9239ec13944 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:14:05.420497 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-897db93c-893f-4d3b-bde6-885a5c730ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:05.426080 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:05.438477 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897db93c-893f-4d3b-bde6-885a5c730ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339a2226-08a2-4aa7-9806-0f60786d1a37,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:05.440984 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-897db93c-893f-4d3b-bde6-885a5c730ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:05.442210 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-897db93c-893f-4d3b-bde6-885a5c730ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:05.454357 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-897db93c-893f-4d3b-bde6-885a5c730ea6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/339a2226-08a2-4aa7-9806-0f60786d1a37 HTTP/1.1" status: 204 len: 168 time: 0.2681320 May 26 11:14:05.493059 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-2529f19e-b71a-4b8a-bfda-f3fda723938e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:05.511862 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5e440-c120-4c41-a3d6-9b58271a90d9 req-8f5a263d-068f-4083-8db4-fcaf188298c6 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:05.513232 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7ab5e440-c120-4c41-a3d6-9b58271a90d9 req-8f5a263d-068f-4083-8db4-fcaf188298c6 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 943 time: 0.3854964 May 26 11:14:05.518361 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-e9cc4ca2-338f-4f43-8e87-bf3fd7bf495e req-3d53a441-0185-4b6b-ae9d-3ee6e186d509 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Unset dirty status for tenant:dc961799625447e4a664b9239ec13944 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:14:05.519369 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e9cc4ca2-338f-4f43-8e87-bf3fd7bf495e req-3d53a441-0185-4b6b-ae9d-3ee6e186d509 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 932 time: 0.6483545 May 26 11:14:05.551240 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-2529f19e-b71a-4b8a-bfda-f3fda723938e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Transition to ACTIVE for port object ab763bf2-14f6-4e63-a977-d1da102eb4fd will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:14:05.655734 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7ab5e440-c120-4c41-a3d6-9b58271a90d9 req-e5a29d76-9de7-42b4-b044-9222612c1d7c tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346061 May 26 11:14:05.664367 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e9cc4ca2-338f-4f43-8e87-bf3fd7bf495e req-ab2018fb-4805-4492-b9bd-db006040448b tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387711 May 26 11:14:05.674991 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6150954b-109f-461e-b292-05d04007f5ee {{(pid=92386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:14:05.686788 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:05.708523 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Transition to ACTIVE for port object 6150954b-109f-461e-b292-05d04007f5ee will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:14:05.804774 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-2529f19e-b71a-4b8a-bfda-f3fda723938e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:05.844183 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:05.856166 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:05.950043 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-2529f19e-b71a-4b8a-bfda-f3fda723938e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Network 513e1c4d-d73e-422d-b620-6e51d2db19e7 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:14:05.957590 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-2529f19e-b71a-4b8a-bfda-f3fda723938e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:14:06.015887 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-2529f19e-b71a-4b8a-bfda-f3fda723938e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:14:06.046221 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529f19e-b71a-4b8a-bfda-f3fda723938e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Pushing event updated for resources: {'Port': ['ID=ab763bf2-14f6-4e63-a977-d1da102eb4fd,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:06.169641 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 47718) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:06.193881 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-10342019-38f4-4a44-8bba-30162acc0e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:06.209693 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-10342019-38f4-4a44-8bba-30162acc0e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:06.214405 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-10342019-38f4-4a44-8bba-30162acc0e8b admin admin] Usage tracker for resource:security_group_rule and tenant:0d6456c34f9349ea8a19ce238be97d26 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:06.217404 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-10342019-38f4-4a44-8bba-30162acc0e8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:06.225927 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-10342019-38f4-4a44-8bba-30162acc0e8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:06.235108 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d0bcd-50a1-4cbf-9e1b-32e62a88848e req-bbbed008-427e-42d3-87de-c1132e3da8b2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:06.236617 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f39d0bcd-50a1-4cbf-9e1b-32e62a88848e req-bbbed008-427e-42d3-87de-c1132e3da8b2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 931 time: 0.4741399 May 26 11:14:06.237280 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Pushing event updated for resources: {'Port': ['ID=6150954b-109f-461e-b292-05d04007f5ee,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:06.248432 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:06.261282 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b5f5faf9-77c9-4752-9020-da60f1d21f05 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.337s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:06.261663 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b5f5faf9-77c9-4752-9020-da60f1d21f05 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:06.273418 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-2529f19e-b71a-4b8a-bfda-f3fda723938e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:06.274048 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-2529f19e-b71a-4b8a-bfda-f3fda723938e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:06.306648 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-eb984517-cb37-43f9-8910-db819d3fd7b3 None None] Provisioning for port ab763bf2-14f6-4e63-a977-d1da102eb4fd completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:14:06.312851 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-10342019-38f4-4a44-8bba-30162acc0e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:06.313783 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-eb984517-cb37-43f9-8910-db819d3fd7b3 None None] Provisioning complete for port ab763bf2-14f6-4e63-a977-d1da102eb4fd triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:06.314198 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eb984517-cb37-43f9-8910-db819d3fd7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:06.321606 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63cc16-535f-4376-abe6-750b11c3c8d5 req-d44c42a7-f6b6-4e93-8904-ce5a8ad97b46 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:06.323361 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0b63cc16-535f-4376-abe6-750b11c3c8d5 req-d44c42a7-f6b6-4e93-8904-ce5a8ad97b46 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 945 time: 0.5253546 May 26 11:14:06.367699 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-eb984517-cb37-43f9-8910-db819d3fd7b3 None None] Port ab763bf2-14f6-4e63-a977-d1da102eb4fd cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:14:06.386669 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f39d0bcd-50a1-4cbf-9e1b-32e62a88848e req-3041948c-3e4e-4da3-b8d5-d260b9224956 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372867 May 26 11:14:06.397710 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-10342019-38f4-4a44-8bba-30162acc0e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:06.400213 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Attempting to bind port 6150954b-109f-461e-b292-05d04007f5ee on host hv-cinder-79313 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:14:06.400548 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Attempting to bind port 6150954b-109f-461e-b292-05d04007f5ee by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': 'bc773f87-d80f-47fd-b728-25549eeb0873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:14:06.400912 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Attempting to bind port 6150954b-109f-461e-b292-05d04007f5ee on network 35893588-0f1e-477d-83eb-d93225ef04a5 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:14:06.407404 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Port 6150954b-109f-461e-b292-05d04007f5ee on network 35893588-0f1e-477d-83eb-d93225ef04a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:14:06.407730 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Attempting to bind port 6150954b-109f-461e-b292-05d04007f5ee on network 35893588-0f1e-477d-83eb-d93225ef04a5 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:14:06.413393 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:06.421434 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0b63cc16-535f-4376-abe6-750b11c3c8d5 req-e9369820-f4dc-4251-87bf-927aa644cd57 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896449 May 26 11:14:06.422831 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Checking agent: {'id': 'e864f0ab-5241-4583-ad18-7aea86fa37e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'started_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:14:06.423175 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Checking segment: {'id': 'bc773f87-d80f-47fd-b728-25549eeb0873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:14:06.423551 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Bound using segment: {'id': 'bc773f87-d80f-47fd-b728-25549eeb0873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:14:06.424242 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Bound port: 6150954b-109f-461e-b292-05d04007f5ee, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc773f87-d80f-47fd-b728-25549eeb0873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:14:06.424373 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:06.437687 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-2529f19e-b71a-4b8a-bfda-f3fda723938e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7333767 May 26 11:14:06.456923 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-10342019-38f4-4a44-8bba-30162acc0e8b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d6456c34f9349ea8a19ce238be97d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859178 May 26 11:14:06.462297 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10342019-38f4-4a44-8bba-30162acc0e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18292287-1532-4508-869d-5f4b8d1d65c9,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:06.465175 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 47726) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:06.467762 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-10342019-38f4-4a44-8bba-30162acc0e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:06.526818 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2b92c9e7-f5b7-4029-a172-afa84e3d4a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:06.554971 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2b92c9e7-f5b7-4029-a172-afa84e3d4a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:06.593825 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] For port 6150954b-109f-461e-b292-05d04007f5ee, host hv-cinder-79313, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:14:06.599624 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] For port 6150954b-109f-461e-b292-05d04007f5ee, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=6150954b-109f-461e-b292-05d04007f5ee,segment=NetworkSegment(bc773f87-d80f-47fd-b728-25549eeb0873),segment_id=bc773f87-d80f-47fd-b728-25549eeb0873)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:14:06.616076 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41367549-eeba-4790-9ff4-3c5a789f18b3 req-521ee336-28b3-475c-8d6b-19bbf38b74b7 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:06.617523 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-41367549-eeba-4790-9ff4-3c5a789f18b3 req-521ee336-28b3-475c-8d6b-19bbf38b74b7 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 945 time: 0.1154687 May 26 11:14:06.662483 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-41367549-eeba-4790-9ff4-3c5a789f18b3 req-e72979e6-26c3-4ef0-b592-b93d234fb7a0 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/security-groups?id=779e1f51-41e8-4555-af9a-69d101d9155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390203 May 26 11:14:06.714335 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:06.719299 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:06.741304 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2b92c9e7-f5b7-4029-a172-afa84e3d4a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:06.746529 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b61c472f-5223-45fc-9f89-eaf9c45dbd33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:06.766570 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92c9e7-f5b7-4029-a172-afa84e3d4a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18292287-1532-4508-869d-5f4b8d1d65c9,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:06.778695 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2b92c9e7-f5b7-4029-a172-afa84e3d4a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:06.790915 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2b92c9e7-f5b7-4029-a172-afa84e3d4a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:06.792652 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-2b92c9e7-f5b7-4029-a172-afa84e3d4a33 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/18292287-1532-4508-869d-5f4b8d1d65c9 HTTP/1.1" status: 204 len: 168 time: 0.3264213 May 26 11:14:06.799237 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:06.799876 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:06.802530 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] 10.222.0.37 "PUT /v2.0/ports/6150954b-109f-461e-b292-05d04007f5ee HTTP/1.1" status: 200 len: 1094 time: 2.3121314 May 26 11:14:06.803088 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a2c269-61b2-4688-a582-7d216413b0e6', 'tag': '6150954b-109f-461e-b292-05d04007f5ee'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:14:06.934490 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Pushing event updated for resources: {'Port': ['ID=6150954b-109f-461e-b292-05d04007f5ee,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:06.940756 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:06.989499 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b6400-dfdb-4c5b-9e47-24affb1c83a6 req-2b6f84b7-437d-4825-9cbe-2b0374b67a41 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:06.991093 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d71b6400-dfdb-4c5b-9e47-24affb1c83a6 req-2b6f84b7-437d-4825-9cbe-2b0374b67a41 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 944 time: 0.1694844 May 26 11:14:06.999627 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c6246-0c3e-450e-b8b6-ba873e5f9f9d req-b62a298e-702c-4a7b-879d-d1156add5666 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:07.001066 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eb5c6246-0c3e-450e-b8b6-ba873e5f9f9d req-b62a298e-702c-4a7b-879d-d1156add5666 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 943 time: 0.1368468 May 26 11:14:07.069738 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d71b6400-dfdb-4c5b-9e47-24affb1c83a6 req-7707be61-70a0-47e2-91b4-a0dc135ebe50 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677149 May 26 11:14:07.076360 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eb5c6246-0c3e-450e-b8b6-ba873e5f9f9d req-ac6c90fa-ce3a-4d23-bc54-22e019a3dd9b tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588923 May 26 11:14:07.127759 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a2c269-61b2-4688-a582-7d216413b0e6', 'tag': '6150954b-109f-461e-b292-05d04007f5ee', 'status': 'completed', 'code': 200} May 26 11:14:07.530113 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 409812ed-a613-476f-b8f9-86ca115c17ae details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:14:07.580844 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Request body: {'port': {'device_id': '7b5b2a5a-8192-4c39-b11b-1f650f703ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:07.686311 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-e745e913-9403-45d4-ad9a-10c1d62681ec service neutron] 10.222.0.37 "GET /v2.0/networks/e0297c65-03da-408e-9dc4-3aaead4f0782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513479 May 26 11:14:07.699382 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 409812ed-a613-476f-b8f9-86ca115c17ae, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=409812ed-a613-476f-b8f9-86ca115c17ae,segment=NetworkSegment(4c20e951-4dca-4818-9f21-88b09eacf1bf),segment_id=4c20e951-4dca-4818-9f21-88b09eacf1bf)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:14:07.713293 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': '409812ed-a613-476f-b8f9-86ca115c17ae', 'network_id': 'e0297c65-03da-408e-9dc4-3aaead4f0782', 'port_id': '409812ed-a613-476f-b8f9-86ca115c17ae', 'mac_address': 'fa:16:3e:cf:5e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05bc6058-ff72-43e9-87c9-1639ef6cacc4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:14:07.812640 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:07.838270 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 409812ed-a613-476f-b8f9-86ca115c17ae {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:14:07.878832 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:07.887573 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 409812ed-a613-476f-b8f9-86ca115c17ae, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=409812ed-a613-476f-b8f9-86ca115c17ae,segment=NetworkSegment(4c20e951-4dca-4818-9f21-88b09eacf1bf),segment_id=4c20e951-4dca-4818-9f21-88b09eacf1bf)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:14:07.891280 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-c8a6e2a2-1c0c-4300-9f10-1dfab4919599 req-81eab394-621a-4412-9774-cef8af6af8ef service neutron] 10.222.0.37 "GET /v2.0/networks/e0297c65-03da-408e-9dc4-3aaead4f0782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903975 May 26 11:14:07.900946 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa9004-e3e9-431c-9239-0fe7f4767fe8 req-9929590d-3180-41a9-b6be-9914c43881e9 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:07.901773 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-afaa9004-e3e9-431c-9239-0fe7f4767fe8 req-9929590d-3180-41a9-b6be-9914c43881e9 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Synchronizing usage tracker for tenant:a6fe442964904bd3b71480242adf4f16 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:14:07.978157 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1bb31-a4af-468c-a280-3e8462284782 req-30b37665-acaa-4b27-8504-50848d32deff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:07.980305 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-80a1bb31-a4af-468c-a280-3e8462284782 req-30b37665-acaa-4b27-8504-50848d32deff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc961799625447e4a664b9239ec13944&device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 1097 time: 0.3332729 May 26 11:14:07.986112 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:07.987868 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:08.053186 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=409812ed-a613-476f-b8f9-86ca115c17ae,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:08.056410 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:08.069596 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-afaa9004-e3e9-431c-9239-0fe7f4767fe8 req-9929590d-3180-41a9-b6be-9914c43881e9 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Unset dirty status for tenant:a6fe442964904bd3b71480242adf4f16 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:14:08.071245 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-afaa9004-e3e9-431c-9239-0fe7f4767fe8 req-9929590d-3180-41a9-b6be-9914c43881e9 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 931 time: 0.5682566 May 26 11:14:08.202068 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042273df-ca34-43a1-8cd1-b9cd0b726e5e req-53285bdf-19de-4449-a88d-302f90fa3a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:08.203521 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-042273df-ca34-43a1-8cd1-b9cd0b726e5e req-53285bdf-19de-4449-a88d-302f90fa3a5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b8bf604831c47d6a1dbd73884dcc49a&device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 1096 time: 0.1059642 May 26 11:14:08.324093 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-afaa9004-e3e9-431c-9239-0fe7f4767fe8 req-90e4a6ab-f9aa-48bb-8320-32d3f128893d tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006519 May 26 11:14:08.347271 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042273df-ca34-43a1-8cd1-b9cd0b726e5e req-dc85b323-6e4c-4528-8ef8-c7e8f4479432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:08.349729 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-042273df-ca34-43a1-8cd1-b9cd0b726e5e req-dc85b323-6e4c-4528-8ef8-c7e8f4479432 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0297c65-03da-408e-9dc4-3aaead4f0782 HTTP/1.1" status: 200 len: 920 time: 0.1383572 May 26 11:14:08.351206 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['409812ed-a613-476f-b8f9-86ca115c17ae'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:14:08.376972 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1bb31-a4af-468c-a280-3e8462284782 req-62da9b4c-8960-4d42-b750-9e4a85daf9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:08.378419 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-80a1bb31-a4af-468c-a280-3e8462284782 req-62da9b4c-8960-4d42-b750-9e4a85daf9e0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=dc961799625447e4a664b9239ec13944&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3817310 May 26 11:14:08.473390 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-042273df-ca34-43a1-8cd1-b9cd0b726e5e req-b1a8aa5e-9575-414c-8828-eb552e935a01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd3a7881-1218-48ff-a264-16fa65ccb3ff HTTP/1.1" status: 200 len: 217 time: 0.1167583 May 26 11:14:08.591132 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee6fe0-39a6-4c59-8039-0ded636b8920 req-a397af24-cca9-461e-88fa-f82c3654acd4 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:08.592716 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-14ee6fe0-39a6-4c59-8039-0ded636b8920 req-a397af24-cca9-461e-88fa-f82c3654acd4 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 944 time: 0.4006777 May 26 11:14:08.634783 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042273df-ca34-43a1-8cd1-b9cd0b726e5e req-b736f386-842f-4355-b8b6-725233f1c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:08.636909 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-042273df-ca34-43a1-8cd1-b9cd0b726e5e req-b736f386-842f-4355-b8b6-725233f1c4e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=05bc6058-ff72-43e9-87c9-1639ef6cacc4 HTTP/1.1" status: 200 len: 859 time: 0.1555402 May 26 11:14:08.692279 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-042273df-ca34-43a1-8cd1-b9cd0b726e5e req-1e320c25-090d-417c-91ba-b6ab18751664 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0297c65-03da-408e-9dc4-3aaead4f0782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439010 May 26 11:14:08.730804 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1bb31-a4af-468c-a280-3e8462284782 req-03f53cf2-d809-4eaf-ad9c-d7edb2c30481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:08.732221 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-80a1bb31-a4af-468c-a280-3e8462284782 req-03f53cf2-d809-4eaf-ad9c-d7edb2c30481 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3461418 May 26 11:14:08.768377 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-14ee6fe0-39a6-4c59-8039-0ded636b8920 req-de2b299b-02a2-4e51-8eca-000774c7110c tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440632 May 26 11:14:08.773150 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab763bf2-14f6-4e63-a977-d1da102eb4fd {{(pid=92386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:14:08.782963 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:08.803473 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754f087-b583-4f3b-ba5b-2906f7c1db4d req-376ee993-d5ee-4698-b8d7-853a4182857b tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:08.810101 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8754f087-b583-4f3b-ba5b-2906f7c1db4d req-376ee993-d5ee-4698-b8d7-853a4182857b tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 943 time: 0.3180594 May 26 11:14:08.830173 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Transition to ACTIVE for port object ab763bf2-14f6-4e63-a977-d1da102eb4fd will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:14:08.923450 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8754f087-b583-4f3b-ba5b-2906f7c1db4d req-289da006-39d1-4353-bd37-eaae039ec73a tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123948 May 26 11:14:08.943657 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:08.952972 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e6e9051d-4135-4d07-8acc-b9d83ac11cd9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:08.979950 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-042273df-ca34-43a1-8cd1-b9cd0b726e5e req-1e817b84-f9f8-442a-9c72-85a588e39985 service neutron] 10.222.0.37 "GET /v2.0/networks/e0297c65-03da-408e-9dc4-3aaead4f0782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720475 May 26 11:14:09.185191 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-042273df-ca34-43a1-8cd1-b9cd0b726e5e req-a2ef96b1-c611-414b-93a0-8d022649ac97 service neutron] 10.222.0.37 "GET /v2.0/networks/e0297c65-03da-408e-9dc4-3aaead4f0782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983969 May 26 11:14:09.194953 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Pushing event updated for resources: {'Port': ['ID=ab763bf2-14f6-4e63-a977-d1da102eb4fd,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:09.224370 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:09.226897 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-23ccd388-ba96-430b-bbd1-3b321fcdf6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:09.230283 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-23ccd388-ba96-430b-bbd1-3b321fcdf6d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc961799625447e4a664b9239ec13944&device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 1097 time: 0.3974960 May 26 11:14:09.335331 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-d8881cd7-f6d4-4d84-ac62-60628104a868 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6150954b-109f-461e-b292-05d04007f5ee HTTP/1.1" status: 200 len: 217 time: 0.0721700 May 26 11:14:09.420422 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Attempting to bind port ab763bf2-14f6-4e63-a977-d1da102eb4fd on host hv-cinder-79313 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:14:09.420896 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Attempting to bind port ab763bf2-14f6-4e63-a977-d1da102eb4fd by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': 'e9edfa39-8cf1-4a7c-a71c-b334d6825fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:14:09.421077 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Attempting to bind port ab763bf2-14f6-4e63-a977-d1da102eb4fd on network 513e1c4d-d73e-422d-b620-6e51d2db19e7 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:14:09.427611 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Port ab763bf2-14f6-4e63-a977-d1da102eb4fd on network 513e1c4d-d73e-422d-b620-6e51d2db19e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:14:09.427846 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Attempting to bind port ab763bf2-14f6-4e63-a977-d1da102eb4fd on network 513e1c4d-d73e-422d-b620-6e51d2db19e7 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:14:09.435396 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Checking agent: {'id': 'e864f0ab-5241-4583-ad18-7aea86fa37e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'started_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:14:09.435729 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Checking segment: {'id': 'e9edfa39-8cf1-4a7c-a71c-b334d6825fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:14:09.436112 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Bound using segment: {'id': 'e9edfa39-8cf1-4a7c-a71c-b334d6825fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:14:09.436614 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Bound port: ab763bf2-14f6-4e63-a977-d1da102eb4fd, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9edfa39-8cf1-4a7c-a71c-b334d6825fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:14:09.446710 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:09.452310 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-8d6fb576-113d-4381-8bf3-0d7ad9b501d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:09.453827 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-8d6fb576-113d-4381-8bf3-0d7ad9b501d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf HTTP/1.1" status: 200 len: 848 time: 0.1116698 May 26 11:14:09.539005 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 409812ed-a613-476f-b8f9-86ca115c17ae up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:14:09.705688 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] For port ab763bf2-14f6-4e63-a977-d1da102eb4fd, host hv-cinder-79313, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:14:09.705688 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] For port ab763bf2-14f6-4e63-a977-d1da102eb4fd, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=ab763bf2-14f6-4e63-a977-d1da102eb4fd,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:14:09.705688 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-4a73e53e-26d9-4d75-8f94-881390eabbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:09.705688 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-4a73e53e-26d9-4d75-8f94-881390eabbf8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35893588-0f1e-477d-83eb-d93225ef04a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1355901 May 26 11:14:09.847241 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-49fc102c-2939-4328-a61c-fc7507411756 service neutron] 10.222.0.37 "GET /v2.0/networks/35893588-0f1e-477d-83eb-d93225ef04a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920223 May 26 11:14:09.956119 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b9edbe0-b0f4-45d1-93fe-930ac322dcff req-d1d13deb-ba38-488c-8670-df3e37478b80 service neutron] 10.222.0.37 "GET /v2.0/networks/35893588-0f1e-477d-83eb-d93225ef04a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321554 May 26 11:14:10.564164 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:10.568273 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:10.597723 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning for port 409812ed-a613-476f-b8f9-86ca115c17ae completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:14:10.608270 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port 409812ed-a613-476f-b8f9-86ca115c17ae triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:10.608791 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:10.626530 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:10.626993 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:10.628658 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] 10.222.0.37 "PUT /v2.0/ports/ab763bf2-14f6-4e63-a977-d1da102eb4fd HTTP/1.1" status: 200 len: 1093 time: 3.0550981 May 26 11:14:10.632297 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5b2a5a-8192-4c39-b11b-1f650f703ec5', 'tag': 'ab763bf2-14f6-4e63-a977-d1da102eb4fd'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:14:10.661530 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Pushing event updated for resources: {'Port': ['ID=ab763bf2-14f6-4e63-a977-d1da102eb4fd,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:10.666416 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:10.791897 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:10.821891 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0226d4-2921-426c-80c4-8ee38cf73c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409812ed-a613-476f-b8f9-86ca115c17ae'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:14:10.834096 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 409812ed-a613-476f-b8f9-86ca115c17ae, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=409812ed-a613-476f-b8f9-86ca115c17ae,segment=NetworkSegment(4c20e951-4dca-4818-9f21-88b09eacf1bf),segment_id=4c20e951-4dca-4818-9f21-88b09eacf1bf)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:14:10.952067 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-67b22d6a-e398-4fe6-8910-0e8732a67431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:10.953502 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-67b22d6a-e398-4fe6-8910-0e8732a67431 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6fe442964904bd3b71480242adf4f16&device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 1096 time: 0.0740294 May 26 11:14:10.957776 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:10.960155 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-cfc58541-179e-464f-8ea6-74d2c9a99d50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:11.056117 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-7e0156fe-2153-4c42-9067-8eba1c48d850 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab763bf2-14f6-4e63-a977-d1da102eb4fd HTTP/1.1" status: 200 len: 217 time: 0.0866816 May 26 11:14:11.057034 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=409812ed-a613-476f-b8f9-86ca115c17ae,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:11.061436 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:11.179591 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-0489aea7-0eb8-4cd0-9f27-88990bc18752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:11.180922 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-0489aea7-0eb8-4cd0-9f27-88990bc18752 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5300992e-d385-4173-9ce7-e81c35af28bb HTTP/1.1" status: 200 len: 856 time: 0.1075504 May 26 11:14:11.258149 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd52e4-cebd-4eb2-a80e-66942b3a3acc req-87823e1e-26d2-4d9d-a079-956b3e795809 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:11.259585 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3efd52e4-cebd-4eb2-a80e-66942b3a3acc req-87823e1e-26d2-4d9d-a079-956b3e795809 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.1462016 May 26 11:14:11.301971 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-600dc0d7-bfcf-4b33-b0c2-04e6dd19f6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:11.303398 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-600dc0d7-bfcf-4b33-b0c2-04e6dd19f6bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=513e1c4d-d73e-422d-b620-6e51d2db19e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1156509 May 26 11:14:11.312902 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3efd52e4-cebd-4eb2-a80e-66942b3a3acc req-0527baf0-2819-445f-8da2-fab7725e8bc2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450203 May 26 11:14:11.494885 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-fbf4174b-34f6-44de-b1c8-dd09f1bb39f9 service neutron] 10.222.0.37 "GET /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759160 May 26 11:14:11.544637 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device fd3a7881-1218-48ff-a264-16fa65ccb3ff details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:14:11.642191 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b97797-bedb-4cd5-a896-add93317a615 req-b9983a73-721a-4dcf-bc6d-61db610cb360 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:11.643655 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-51b97797-bedb-4cd5-a896-add93317a615 req-b9983a73-721a-4dcf-bc6d-61db610cb360 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 944 time: 0.2105000 May 26 11:14:11.653718 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0b86764e-5951-42aa-ade3-984ef84f6003 req-845fa88d-c899-4d33-900e-66bdc43b5689 service neutron] 10.222.0.37 "GET /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511393 May 26 11:14:11.704472 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-51b97797-bedb-4cd5-a896-add93317a615 req-7fdd92e1-155f-4b64-8306-b30bc5614200 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540397 May 26 11:14:11.762588 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port fd3a7881-1218-48ff-a264-16fa65ccb3ff, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=fd3a7881-1218-48ff-a264-16fa65ccb3ff,segment=NetworkSegment(4c20e951-4dca-4818-9f21-88b09eacf1bf),segment_id=4c20e951-4dca-4818-9f21-88b09eacf1bf)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:14:11.786772 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': 'fd3a7881-1218-48ff-a264-16fa65ccb3ff', 'network_id': 'e0297c65-03da-408e-9dc4-3aaead4f0782', 'port_id': 'fd3a7881-1218-48ff-a264-16fa65ccb3ff', 'mac_address': 'fa:16:3e:d5:59:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05bc6058-ff72-43e9-87c9-1639ef6cacc4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:14:11.799722 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5b2a5a-8192-4c39-b11b-1f650f703ec5', 'tag': 'ab763bf2-14f6-4e63-a977-d1da102eb4fd', 'status': 'completed', 'code': 200} May 26 11:14:11.912732 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:11.938180 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0226d4-2921-426c-80c4-8ee38cf73c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409812ed-a613-476f-b8f9-86ca115c17ae', 'code': 200} May 26 11:14:11.939559 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3a7881-1218-48ff-a264-16fa65ccb3ff {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:14:11.966116 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port fd3a7881-1218-48ff-a264-16fa65ccb3ff, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=fd3a7881-1218-48ff-a264-16fa65ccb3ff,segment=NetworkSegment(4c20e951-4dca-4818-9f21-88b09eacf1bf),segment_id=4c20e951-4dca-4818-9f21-88b09eacf1bf)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:14:11.966920 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1cc40-6670-4b7d-9cb0-bf5b0159acd6 req-2042f941-2f0c-42f9-82f0-ba996f05dbcd tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:11.968465 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-24e1cc40-6670-4b7d-9cb0-bf5b0159acd6 req-2042f941-2f0c-42f9-82f0-ba996f05dbcd tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 943 time: 0.1539886 May 26 11:14:12.038253 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:12.043704 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:12.072400 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-24e1cc40-6670-4b7d-9cb0-bf5b0159acd6 req-aa504b68-5d64-4c57-9e92-371af7efa06a tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975480 May 26 11:14:12.107923 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f641e72-1e35-42a5-bdad-26b1af44625d req-b6f1f5af-99b9-4e2f-86db-cc59354e291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:12.109731 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9f641e72-1e35-42a5-bdad-26b1af44625d req-b6f1f5af-99b9-4e2f-86db-cc59354e291f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6fe442964904bd3b71480242adf4f16&device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 1096 time: 0.0933874 May 26 11:14:12.145380 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=fd3a7881-1218-48ff-a264-16fa65ccb3ff,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:12.152726 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:12.247865 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f641e72-1e35-42a5-bdad-26b1af44625d req-60f09c30-630c-4c42-87b7-83fc837fa06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:12.249293 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9f641e72-1e35-42a5-bdad-26b1af44625d req-60f09c30-630c-4c42-87b7-83fc837fa06d service neutron] 10.222.0.37 "GET /v2.0/networks?id=513e1c4d-d73e-422d-b620-6e51d2db19e7 HTTP/1.1" status: 200 len: 918 time: 0.1328273 May 26 11:14:12.320750 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9f641e72-1e35-42a5-bdad-26b1af44625d req-e7de21d8-356a-44a5-a4a8-feefa78f727d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab763bf2-14f6-4e63-a977-d1da102eb4fd HTTP/1.1" status: 200 len: 217 time: 0.0595982 May 26 11:14:12.397730 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f641e72-1e35-42a5-bdad-26b1af44625d req-dc544e09-7b67-4b28-832c-7120f397c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:12.398777 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9f641e72-1e35-42a5-bdad-26b1af44625d req-dc544e09-7b67-4b28-832c-7120f397c2e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5300992e-d385-4173-9ce7-e81c35af28bb HTTP/1.1" status: 200 len: 856 time: 0.0712638 May 26 11:14:12.406245 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['fd3a7881-1218-48ff-a264-16fa65ccb3ff'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:14:12.695757 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62af4c-9762-4a96-a38f-4ea546184ac1 req-9aa7a21a-a614-4829-bd15-c2cd857db124 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:12.702626 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8f62af4c-9762-4a96-a38f-4ea546184ac1 req-9aa7a21a-a614-4829-bd15-c2cd857db124 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.2112019 May 26 11:14:12.702626 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f641e72-1e35-42a5-bdad-26b1af44625d req-44905725-74a6-425a-99be-52db0a1a269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:12.703321 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9f641e72-1e35-42a5-bdad-26b1af44625d req-44905725-74a6-425a-99be-52db0a1a269c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=513e1c4d-d73e-422d-b620-6e51d2db19e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2818933 May 26 11:14:12.707418 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f48c8d-2301-4b80-a4b2-98bb0454f2aa req-6a65d53b-82c0-4ce5-959a-ad2833c886f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:12.708739 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-94f48c8d-2301-4b80-a4b2-98bb0454f2aa req-6a65d53b-82c0-4ce5-959a-ad2833c886f0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 1098 time: 0.2861509 May 26 11:14:12.877548 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8f62af4c-9762-4a96-a38f-4ea546184ac1 req-e905bd04-2f23-4b9a-ad3e-487023503557 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727381 May 26 11:14:12.900238 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-94f48c8d-2301-4b80-a4b2-98bb0454f2aa req-8e549195-686a-452a-81b4-e192d509b651 service neutron] Synchronizing usage tracker for tenant:e6bf6d327b7a407ca77829e79c919170 on resource:security_group {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:14:12.970681 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9f641e72-1e35-42a5-bdad-26b1af44625d req-9b4b69de-af9c-461e-899d-a9bb98436c68 service neutron] 10.222.0.37 "GET /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455096 May 26 11:14:12.985083 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9defc8-e393-4411-843a-ce3377f3ce0c req-2d0774b5-8b1c-4e9f-943c-43a7b7582ac1 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:12.986513 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0a9defc8-e393-4411-843a-ce3377f3ce0c req-2d0774b5-8b1c-4e9f-943c-43a7b7582ac1 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 944 time: 0.1551206 May 26 11:14:13.076142 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-94f48c8d-2301-4b80-a4b2-98bb0454f2aa req-8e549195-686a-452a-81b4-e192d509b651 service neutron] Unset dirty status for tenant:e6bf6d327b7a407ca77829e79c919170 on resource:security_group {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:14:13.076142 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-94f48c8d-2301-4b80-a4b2-98bb0454f2aa req-8e549195-686a-452a-81b4-e192d509b651 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501844 May 26 11:14:13.101494 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 47894) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:13.115119 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0a9defc8-e393-4411-843a-ce3377f3ce0c req-a111269e-bed5-48de-8f7f-e83cfee6e07a tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066716 May 26 11:14:13.151600 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9f641e72-1e35-42a5-bdad-26b1af44625d req-13afc674-f6fc-4108-9bed-bbd4c0e2768e service neutron] 10.222.0.37 "GET /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641371 May 26 11:14:13.231353 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ffd147d5-79ba-4a7b-89b8-771506e79468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:13.247186 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-ffd147d5-79ba-4a7b-89b8-771506e79468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:13.251320 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-ffd147d5-79ba-4a7b-89b8-771506e79468 admin admin] Usage tracker for resource:security_group_rule and tenant:a9a6d718bb624cf3a8a19798a6477207 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:13.254509 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-ffd147d5-79ba-4a7b-89b8-771506e79468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:13.260625 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-ffd147d5-79ba-4a7b-89b8-771506e79468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:13.343656 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ffd147d5-79ba-4a7b-89b8-771506e79468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:13.431287 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a864f8-031f-4bb7-8392-42581efbd5cd req-1846050a-16e8-427c-adac-5e65779acb8f tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:13.431669 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ffd147d5-79ba-4a7b-89b8-771506e79468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:13.432708 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-20a864f8-031f-4bb7-8392-42581efbd5cd req-1846050a-16e8-427c-adac-5e65779acb8f tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 944 time: 0.0800683 May 26 11:14:13.441072 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:13.483625 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-ffd147d5-79ba-4a7b-89b8-771506e79468 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9a6d718bb624cf3a8a19798a6477207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3782353 May 26 11:14:13.483625 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd147d5-79ba-4a7b-89b8-771506e79468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d2e526-ca8a-4b83-9c6b-beb5f2f6b926,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:13.483975 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 47908) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:13.485021 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-20a864f8-031f-4bb7-8392-42581efbd5cd req-92a93205-602c-4afd-a81b-301e672c6ac9 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457358 May 26 11:14:13.486572 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ffd147d5-79ba-4a7b-89b8-771506e79468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:13.544158 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5258d981-e127-4255-891c-0f1135725da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:13.570274 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5258d981-e127-4255-891c-0f1135725da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:13.768829 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5258d981-e127-4255-891c-0f1135725da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:13.772510 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-897db93c-893f-4d3b-bde6-885a5c730ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:13.785002 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258d981-e127-4255-891c-0f1135725da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d2e526-ca8a-4b83-9c6b-beb5f2f6b926,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:13.787797 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5258d981-e127-4255-891c-0f1135725da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:13.789656 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5258d981-e127-4255-891c-0f1135725da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:13.791197 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-5258d981-e127-4255-891c-0f1135725da8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94d2e526-ca8a-4b83-9c6b-beb5f2f6b926 HTTP/1.1" status: 204 len: 168 time: 0.3060617 May 26 11:14:14.062915 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298ee5f-d811-4d91-bc81-8aedea497092 req-8e057b61-9ad1-42ca-9e17-ae4a26c2a062 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:14.064385 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1298ee5f-d811-4d91-bc81-8aedea497092 req-8e057b61-9ad1-42ca-9e17-ae4a26c2a062 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.0777140 May 26 11:14:14.108561 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1298ee5f-d811-4d91-bc81-8aedea497092 req-c3ea1233-f818-446a-977b-919faad9e2ab tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383358 May 26 11:14:14.302993 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f63a9e-f1fe-4386-9dbf-b8bceb7b2be4 req-ad7a753b-8676-4cbc-ad5a-56023f09f2a1 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:14.304426 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f1f63a9e-f1fe-4386-9dbf-b8bceb7b2be4 req-ad7a753b-8676-4cbc-ad5a-56023f09f2a1 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 944 time: 0.0820312 May 26 11:14:14.347860 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f1f63a9e-f1fe-4386-9dbf-b8bceb7b2be4 req-71ef4e85-ebc2-41fd-b8ff-f68bfe52699d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377409 May 26 11:14:14.619536 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 47934) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:14.638762 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bfa3aba6-6fda-4333-a3e2-66c59913f344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:14.656467 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-bfa3aba6-6fda-4333-a3e2-66c59913f344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:14.660891 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-bfa3aba6-6fda-4333-a3e2-66c59913f344 admin admin] Usage tracker for resource:security_group_rule and tenant:f73aaec20c374864b1a9ccc787fe1d22 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:14.665625 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-bfa3aba6-6fda-4333-a3e2-66c59913f344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:14.672837 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-bfa3aba6-6fda-4333-a3e2-66c59913f344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:14.680200 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c709439-ffe4-4c0f-98e4-c29f6940043e req-2ed82067-cdda-4178-a514-54c772099a23 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:14.681761 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1c709439-ffe4-4c0f-98e4-c29f6940043e req-2ed82067-cdda-4178-a514-54c772099a23 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 944 time: 0.0793417 May 26 11:14:14.730750 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1c709439-ffe4-4c0f-98e4-c29f6940043e req-a296438a-c70c-4702-836f-6f01bbbe5da2 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422921 May 26 11:14:14.778297 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bfa3aba6-6fda-4333-a3e2-66c59913f344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:14.872017 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bfa3aba6-6fda-4333-a3e2-66c59913f344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:14.878923 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:14.916714 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3aba6-6fda-4333-a3e2-66c59913f344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc67b52b-7c46-4fb3-97e0-b6b5d28d1b1c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:14.920887 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-bfa3aba6-6fda-4333-a3e2-66c59913f344 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f73aaec20c374864b1a9ccc787fe1d22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003600 May 26 11:14:14.921735 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bfa3aba6-6fda-4333-a3e2-66c59913f344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:14.923557 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 47938) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:14.943792 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 6150954b-109f-461e-b292-05d04007f5ee details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:14:14.988292 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e2bcb293-fb9c-4944-822f-856657233dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:15.015005 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e2bcb293-fb9c-4944-822f-856657233dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:15.074235 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 6150954b-109f-461e-b292-05d04007f5ee, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=6150954b-109f-461e-b292-05d04007f5ee,segment=NetworkSegment(bc773f87-d80f-47fd-b728-25549eeb0873),segment_id=bc773f87-d80f-47fd-b728-25549eeb0873)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:14:15.086710 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': '6150954b-109f-461e-b292-05d04007f5ee', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'port_id': '6150954b-109f-461e-b292-05d04007f5ee', 'mac_address': 'fa:16:3e:ad:8f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:14:15.117275 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e2bcb293-fb9c-4944-822f-856657233dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:15.121655 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:15.132221 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcb293-fb9c-4944-822f-856657233dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc67b52b-7c46-4fb3-97e0-b6b5d28d1b1c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:15.136015 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e2bcb293-fb9c-4944-822f-856657233dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:15.141553 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e2bcb293-fb9c-4944-822f-856657233dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:15.145706 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-e2bcb293-fb9c-4944-822f-856657233dcb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bc67b52b-7c46-4fb3-97e0-b6b5d28d1b1c HTTP/1.1" status: 204 len: 168 time: 0.2212398 May 26 11:14:15.145922 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:15.171571 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6150954b-109f-461e-b292-05d04007f5ee {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:14:15.182474 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 6150954b-109f-461e-b292-05d04007f5ee, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=6150954b-109f-461e-b292-05d04007f5ee,segment=NetworkSegment(bc773f87-d80f-47fd-b728-25549eeb0873),segment_id=bc773f87-d80f-47fd-b728-25549eeb0873)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:14:15.243294 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:15.245189 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-cfc58541-179e-464f-8ea6-74d2c9a99d50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:15.313714 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e911a-dba3-437b-944d-3b3cebd65450 req-263563c2-8888-47e0-93da-b7efec7a45ec tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:15.314333 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=6150954b-109f-461e-b292-05d04007f5ee,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:15.315199 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-701e911a-dba3-437b-944d-3b3cebd65450 req-263563c2-8888-47e0-93da-b7efec7a45ec tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.0819147 May 26 11:14:15.318533 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:15.361059 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-701e911a-dba3-437b-944d-3b3cebd65450 req-c828761a-597b-4b8c-a147-cef95e1eea59 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398378 May 26 11:14:15.545830 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4da04b-1a19-4b94-af9b-f8c9a0e9014b req-11207cac-b015-413f-8358-f264b8861f53 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:15.547608 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-dd4da04b-1a19-4b94-af9b-f8c9a0e9014b req-11207cac-b015-413f-8358-f264b8861f53 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 945 time: 0.0904694 May 26 11:14:15.594244 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-dd4da04b-1a19-4b94-af9b-f8c9a0e9014b req-f01db082-bd1d-4e78-a03e-79f10dbb1816 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395296 May 26 11:14:15.918748 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a12a30-73ee-4a02-b544-a55ad8f8e966 req-723f410c-d85d-4f5a-b3e6-74e2ccc8ee43 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:15.920179 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-77a12a30-73ee-4a02-b544-a55ad8f8e966 req-723f410c-d85d-4f5a-b3e6-74e2ccc8ee43 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 944 time: 0.0782444 May 26 11:14:15.963038 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-77a12a30-73ee-4a02-b544-a55ad8f8e966 req-3115a98f-4f40-4401-bcdb-9341695832b4 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372086 May 26 11:14:16.071656 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device ab763bf2-14f6-4e63-a977-d1da102eb4fd details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:14:16.209234 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port ab763bf2-14f6-4e63-a977-d1da102eb4fd, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=ab763bf2-14f6-4e63-a977-d1da102eb4fd,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:14:16.223719 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': 'ab763bf2-14f6-4e63-a977-d1da102eb4fd', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'port_id': 'ab763bf2-14f6-4e63-a977-d1da102eb4fd', 'mac_address': 'fa:16:3e:51:16:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:14:16.277783 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:16.294984 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab763bf2-14f6-4e63-a977-d1da102eb4fd {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:14:16.314283 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port ab763bf2-14f6-4e63-a977-d1da102eb4fd, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=ab763bf2-14f6-4e63-a977-d1da102eb4fd,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:14:16.392094 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:16.395134 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:16.469397 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=ab763bf2-14f6-4e63-a977-d1da102eb4fd,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:16.472680 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:16.583812 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['6150954b-109f-461e-b292-05d04007f5ee'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:14:16.584674 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad351535-3ec3-4c5d-8c1a-a1d6170caa22 req-889789a2-1916-4b0d-b0b5-e40bcabf16ee tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:16.590277 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ad351535-3ec3-4c5d-8c1a-a1d6170caa22 req-889789a2-1916-4b0d-b0b5-e40bcabf16ee tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 944 time: 0.0922613 May 26 11:14:16.630499 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ad351535-3ec3-4c5d-8c1a-a1d6170caa22 req-f295c823-29c6-4a20-8492-1704ff33d66d tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378320 May 26 11:14:16.816515 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a077c0a-0554-42b0-8c45-7eedd89a9bce req-67abc824-41c4-4cb5-8b25-6becf4eb0aba tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:16.816515 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3a077c0a-0554-42b0-8c45-7eedd89a9bce req-67abc824-41c4-4cb5-8b25-6becf4eb0aba tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 945 time: 0.0968742 May 26 11:14:16.865390 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3a077c0a-0554-42b0-8c45-7eedd89a9bce req-55026bb2-f044-410e-a818-789917248a5b tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420430 May 26 11:14:16.904573 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['ab763bf2-14f6-4e63-a977-d1da102eb4fd'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:14:17.235430 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddc05b-859d-424b-98b0-5dbc7ca56a20 req-264b1288-ad58-4b41-a6c8-03ec867bb57c tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:17.237164 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8dddc05b-859d-424b-98b0-5dbc7ca56a20 req-264b1288-ad58-4b41-a6c8-03ec867bb57c tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 944 time: 0.1081958 May 26 11:14:17.306902 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8dddc05b-859d-424b-98b0-5dbc7ca56a20 req-ae06e9e3-b50e-41d1-b7e6-3231ea85678d tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625081 May 26 11:14:17.853120 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9a8e9-0f98-43d1-987e-856ce29e11d1 req-e34de3d6-8d57-4f0a-b7c0-f87cc2c15e71 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:17.854904 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-64c9a8e9-0f98-43d1-987e-856ce29e11d1 req-e34de3d6-8d57-4f0a-b7c0-f87cc2c15e71 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 944 time: 0.1123321 May 26 11:14:17.914698 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-64c9a8e9-0f98-43d1-987e-856ce29e11d1 req-1cbef585-4402-4198-9700-b86c25cf7d24 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523775 May 26 11:14:18.057425 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a9534-4e38-4acb-bdd5-44ec9431c12d req-80071bd6-e19e-4f51-a02a-370a86a37ab9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:18.059469 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3a4a9534-4e38-4acb-bdd5-44ec9431c12d req-80071bd6-e19e-4f51-a02a-370a86a37ab9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 945 time: 0.0789409 May 26 11:14:18.074660 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device fd3a7881-1218-48ff-a264-16fa65ccb3ff up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:14:18.109706 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3a4a9534-4e38-4acb-bdd5-44ec9431c12d req-94c6216b-d31b-410b-809e-e26d5fac6591 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410364 May 26 11:14:18.209304 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning for port fd3a7881-1218-48ff-a264-16fa65ccb3ff completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:14:18.214738 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port fd3a7881-1218-48ff-a264-16fa65ccb3ff triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:18.215121 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:18.300531 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 48056) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:18.335254 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:18.365371 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ca18ac-635c-4c41-99fb-c6a5f0be0b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3a7881-1218-48ff-a264-16fa65ccb3ff'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:14:18.391608 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port fd3a7881-1218-48ff-a264-16fa65ccb3ff, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=fd3a7881-1218-48ff-a264-16fa65ccb3ff,segment=NetworkSegment(4c20e951-4dca-4818-9f21-88b09eacf1bf),segment_id=4c20e951-4dca-4818-9f21-88b09eacf1bf)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:14:18.415044 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ca18ac-635c-4c41-99fb-c6a5f0be0b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3a7881-1218-48ff-a264-16fa65ccb3ff', 'code': 200} May 26 11:14:18.430965 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a290a65a-f6c2-42d9-a348-e6ac2931f520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:18.445448 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-a290a65a-f6c2-42d9-a348-e6ac2931f520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:18.450395 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-a290a65a-f6c2-42d9-a348-e6ac2931f520 admin admin] Usage tracker for resource:security_group_rule and tenant:e08993b048ec49f69169a0b288fb096c is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:18.452447 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-a290a65a-f6c2-42d9-a348-e6ac2931f520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:18.458356 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-a290a65a-f6c2-42d9-a348-e6ac2931f520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:18.473606 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:18.474524 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 6150954b-109f-461e-b292-05d04007f5ee up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:14:18.550786 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:18.562265 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a290a65a-f6c2-42d9-a348-e6ac2931f520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:18.586535 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977bc13-6799-4127-8e13-b9a83143b4a0 req-d360638e-350d-4b94-96b3-aaacc45ac5cc tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:18.588352 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0977bc13-6799-4127-8e13-b9a83143b4a0 req-d360638e-350d-4b94-96b3-aaacc45ac5cc tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.1692035 May 26 11:14:18.639267 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0977bc13-6799-4127-8e13-b9a83143b4a0 req-07324ea9-4a2b-4727-a1f7-e1e578183e85 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450518 May 26 11:14:18.653243 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=fd3a7881-1218-48ff-a264-16fa65ccb3ff,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:18.658058 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:18.683918 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a290a65a-f6c2-42d9-a348-e6ac2931f520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:18.692841 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a7b297e3-5ed2-4ee3-b7f8-b0bf23200c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:18.729300 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning for port 6150954b-109f-461e-b292-05d04007f5ee completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:14:18.734927 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port 6150954b-109f-461e-b292-05d04007f5ee triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:18.735284 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:18.746345 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-a290a65a-f6c2-42d9-a348-e6ac2931f520 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e08993b048ec49f69169a0b288fb096c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4416347 May 26 11:14:18.746436 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 48074) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:18.758709 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290a65a-f6c2-42d9-a348-e6ac2931f520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32894c6-66c4-45f1-83b1-d98985905b21,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:18.773821 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290a65a-f6c2-42d9-a348-e6ac2931f520 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:18.774579 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290a65a-f6c2-42d9-a348-e6ac2931f520 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:18.775156 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290a65a-f6c2-42d9-a348-e6ac2931f520 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:18.775750 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290a65a-f6c2-42d9-a348-e6ac2931f520 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:18.776326 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290a65a-f6c2-42d9-a348-e6ac2931f520 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:18.776919 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290a65a-f6c2-42d9-a348-e6ac2931f520 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:18.777624 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290a65a-f6c2-42d9-a348-e6ac2931f520 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:18.778226 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290a65a-f6c2-42d9-a348-e6ac2931f520 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:18.778694 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290a65a-f6c2-42d9-a348-e6ac2931f520 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:18.779266 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290a65a-f6c2-42d9-a348-e6ac2931f520 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:18.779761 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290a65a-f6c2-42d9-a348-e6ac2931f520 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:18.780201 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290a65a-f6c2-42d9-a348-e6ac2931f520 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:18.795923 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a290a65a-f6c2-42d9-a348-e6ac2931f520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:18.812761 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c96f2176-d688-4431-873d-aca007fd8dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:18.849581 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c96f2176-d688-4431-873d-aca007fd8dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:18.894663 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:18.930273 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 6150954b-109f-461e-b292-05d04007f5ee, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=6150954b-109f-461e-b292-05d04007f5ee,segment=NetworkSegment(bc773f87-d80f-47fd-b728-25549eeb0873),segment_id=bc773f87-d80f-47fd-b728-25549eeb0873)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:14:18.957647 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73545f0a-512c-439c-82da-843d2ad33632 req-ee7dc8c3-9512-4f20-b67b-9f17eb21d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:18.959225 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-73545f0a-512c-439c-82da-843d2ad33632 req-ee7dc8c3-9512-4f20-b67b-9f17eb21d13a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 1098 time: 0.0899391 May 26 11:14:19.006378 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-73545f0a-512c-439c-82da-843d2ad33632 req-b7b84cfc-4a9e-42a9-a4e3-21deb3e38e09 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378418 May 26 11:14:19.031899 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:19.033881 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f5ed3dcb-962b-48bf-934a-d0aa52250d1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:19.079699 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c96f2176-d688-4431-873d-aca007fd8dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:19.090786 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:19.100321 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=6150954b-109f-461e-b292-05d04007f5ee,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:19.101371 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f2176-d688-4431-873d-aca007fd8dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32894c6-66c4-45f1-83b1-d98985905b21,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:19.103540 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:19.111867 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c96f2176-d688-4431-873d-aca007fd8dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:19.112931 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-c96f2176-d688-4431-873d-aca007fd8dc5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e32894c6-66c4-45f1-83b1-d98985905b21 HTTP/1.1" status: 204 len: 168 time: 0.3655691 May 26 11:14:19.124107 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f2176-d688-4431-873d-aca007fd8dc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:19.124107 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f2176-d688-4431-873d-aca007fd8dc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:19.124107 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f2176-d688-4431-873d-aca007fd8dc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:19.124107 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f2176-d688-4431-873d-aca007fd8dc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:19.124107 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f2176-d688-4431-873d-aca007fd8dc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:19.124107 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f2176-d688-4431-873d-aca007fd8dc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:19.124107 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f2176-d688-4431-873d-aca007fd8dc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:19.124107 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f2176-d688-4431-873d-aca007fd8dc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:19.124107 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f2176-d688-4431-873d-aca007fd8dc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:19.124107 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f2176-d688-4431-873d-aca007fd8dc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:19.124107 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f2176-d688-4431-873d-aca007fd8dc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:19.124107 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f2176-d688-4431-873d-aca007fd8dc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:19.125072 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c96f2176-d688-4431-873d-aca007fd8dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:19.142189 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975204a4-5eff-4c8f-8c56-3742b8fe5ae1 req-6c046f78-cdd7-4a48-a788-34b3816d8286 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:19.143837 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-975204a4-5eff-4c8f-8c56-3742b8fe5ae1 req-6c046f78-cdd7-4a48-a788-34b3816d8286 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 944 time: 0.1212072 May 26 11:14:19.209180 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-975204a4-5eff-4c8f-8c56-3742b8fe5ae1 req-290111c9-de2b-4a96-919d-22e0938106ab tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582604 May 26 11:14:19.321683 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575b683-b9fe-4eeb-b53b-196944a3f93e req-5fbee72c-d7f1-4f8f-ad3e-3bfb0d1cb44d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:19.323492 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1575b683-b9fe-4eeb-b53b-196944a3f93e req-5fbee72c-d7f1-4f8f-ad3e-3bfb0d1cb44d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.0969305 May 26 11:14:19.372998 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1575b683-b9fe-4eeb-b53b-196944a3f93e req-fa957e53-39bb-4012-92d1-e16e616642d5 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438330 May 26 11:14:19.824617 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa150c71-11a7-4c9e-9c07-9222b220e886 req-79ea5483-333d-4c15-8e8a-2af29f4fbcbc tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:19.826129 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fa150c71-11a7-4c9e-9c07-9222b220e886 req-79ea5483-333d-4c15-8e8a-2af29f4fbcbc tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.0798597 May 26 11:14:19.864508 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 48102) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:19.870177 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fa150c71-11a7-4c9e-9c07-9222b220e886 req-0765a51a-7746-4d17-9c5d-10f46204dc0d tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382209 May 26 11:14:19.886411 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-91712e71-3fca-42d4-82a8-59e7e258df06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:19.900897 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-91712e71-3fca-42d4-82a8-59e7e258df06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:19.905410 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-91712e71-3fca-42d4-82a8-59e7e258df06 admin admin] Usage tracker for resource:security_group_rule and tenant:039dc65fea074716901088107fe0a0bf is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:19.908182 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-91712e71-3fca-42d4-82a8-59e7e258df06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:19.914325 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-91712e71-3fca-42d4-82a8-59e7e258df06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:19.996289 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-91712e71-3fca-42d4-82a8-59e7e258df06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:20.049145 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-91712e71-3fca-42d4-82a8-59e7e258df06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:20.058285 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:20.098208 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-91712e71-3fca-42d4-82a8-59e7e258df06 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=039dc65fea074716901088107fe0a0bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309766 May 26 11:14:20.098811 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91712e71-3fca-42d4-82a8-59e7e258df06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62762545-caf1-463c-8eb1-0dfcb4095017,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:20.101900 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-91712e71-3fca-42d4-82a8-59e7e258df06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:20.104224 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 48110) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:20.162377 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5636705b-0720-4404-a903-0baa86909a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:20.187434 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5636705b-0720-4404-a903-0baa86909a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:20.288649 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5636705b-0720-4404-a903-0baa86909a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:20.294366 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-960c2754-6c1f-423d-9076-ef4a0dab7026 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:20.307016 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636705b-0720-4404-a903-0baa86909a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62762545-caf1-463c-8eb1-0dfcb4095017,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:20.314584 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5636705b-0720-4404-a903-0baa86909a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:20.322904 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5636705b-0720-4404-a903-0baa86909a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:20.324017 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-5636705b-0720-4404-a903-0baa86909a3c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62762545-caf1-463c-8eb1-0dfcb4095017 HTTP/1.1" status: 204 len: 168 time: 0.2188640 May 26 11:14:20.405111 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf673cd5-3f2a-438d-affb-61e00480b46a req-7f452184-701e-42b6-b64e-49c035f2c6c5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:20.406888 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bf673cd5-3f2a-438d-affb-61e00480b46a req-7f452184-701e-42b6-b64e-49c035f2c6c5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 944 time: 0.0921648 May 26 11:14:20.416274 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a2c269-61b2-4688-a582-7d216413b0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6150954b-109f-461e-b292-05d04007f5ee'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:14:20.484826 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bf673cd5-3f2a-438d-affb-61e00480b46a req-63aa35d0-5820-4583-b529-cc7f335e2a89 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721247 May 26 11:14:20.571948 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a2c269-61b2-4688-a582-7d216413b0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6150954b-109f-461e-b292-05d04007f5ee', 'code': 200} May 26 11:14:20.596879 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e9cc1-efb9-4d30-9852-e7c5328ef9ad req-12825904-ddcf-4e3b-955f-cc2659a7cee8 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:20.598337 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4a0e9cc1-efb9-4d30-9852-e7c5328ef9ad req-12825904-ddcf-4e3b-955f-cc2659a7cee8 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.0928879 May 26 11:14:20.642665 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4a0e9cc1-efb9-4d30-9852-e7c5328ef9ad req-9ebc3b43-309e-407d-9150-544fd9e57a86 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386553 May 26 11:14:21.054468 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d1c27-9eca-4fc6-9b36-cb53eed7e752 req-bb94c1c3-9c9d-4a87-9e5d-5cec54cf73f1 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:21.055883 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-876d1c27-9eca-4fc6-9b36-cb53eed7e752 req-bb94c1c3-9c9d-4a87-9e5d-5cec54cf73f1 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.0817873 May 26 11:14:21.100383 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-876d1c27-9eca-4fc6-9b36-cb53eed7e752 req-ccad4b0c-ac80-41fb-b0d3-32225d1ec904 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381794 May 26 11:14:21.593447 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device ab763bf2-14f6-4e63-a977-d1da102eb4fd up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:14:21.732787 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d8d4b-ac6e-4759-b6bc-1f9cc4997731 req-a077e8ab-666f-4959-bd2b-76e51ee3c519 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:21.734333 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-435d8d4b-ac6e-4759-b6bc-1f9cc4997731 req-a077e8ab-666f-4959-bd2b-76e51ee3c519 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 944 time: 0.1174138 May 26 11:14:21.780383 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning for port ab763bf2-14f6-4e63-a977-d1da102eb4fd completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:14:21.785342 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port ab763bf2-14f6-4e63-a977-d1da102eb4fd triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:21.788218 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:21.825538 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-435d8d4b-ac6e-4759-b6bc-1f9cc4997731 req-68e56942-7e0b-46a1-9734-436d44e0fcc7 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855203 May 26 11:14:21.863899 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e902d6-019a-45f4-a61a-700ce6d947ff req-f3fbf9c7-c966-4d31-8b8e-c4fb9a415961 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:21.865603 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-20e902d6-019a-45f4-a61a-700ce6d947ff req-f3fbf9c7-c966-4d31-8b8e-c4fb9a415961 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.0984087 May 26 11:14:21.900561 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:21.910938 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-20e902d6-019a-45f4-a61a-700ce6d947ff req-b77005ed-cdcf-4f0f-9192-bf88a24021c6 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393212 May 26 11:14:21.941723 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port ab763bf2-14f6-4e63-a977-d1da102eb4fd, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=ab763bf2-14f6-4e63-a977-d1da102eb4fd,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:14:22.060472 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:22.062382 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:22.129436 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=ab763bf2-14f6-4e63-a977-d1da102eb4fd,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:22.132788 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:22.139041 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 48170) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:22.254490 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-083e0b9d-5bbc-4bc8-b7c7-0c4dcdbc3466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:22.269487 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-083e0b9d-5bbc-4bc8-b7c7-0c4dcdbc3466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:22.273259 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-083e0b9d-5bbc-4bc8-b7c7-0c4dcdbc3466 admin admin] Usage tracker for resource:security_group_rule and tenant:8a4c9e919c584dc295ec285b53ba8194 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:22.276072 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-083e0b9d-5bbc-4bc8-b7c7-0c4dcdbc3466 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:22.281820 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-083e0b9d-5bbc-4bc8-b7c7-0c4dcdbc3466 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:22.300056 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b79bf-20b0-4e92-8990-107ea1526511 req-efb59dcd-b89f-4cc0-90ee-35215bf0a250 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:22.301838 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-546b79bf-20b0-4e92-8990-107ea1526511 req-efb59dcd-b89f-4cc0-90ee-35215bf0a250 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.0888939 May 26 11:14:22.352401 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-546b79bf-20b0-4e92-8990-107ea1526511 req-9c90e2bc-2bf9-4699-8356-1cf6d85706fd tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446880 May 26 11:14:22.365013 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-083e0b9d-5bbc-4bc8-b7c7-0c4dcdbc3466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:22.442688 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-083e0b9d-5bbc-4bc8-b7c7-0c4dcdbc3466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:22.450594 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-10342019-38f4-4a44-8bba-30162acc0e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:22.489608 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-083e0b9d-5bbc-4bc8-b7c7-0c4dcdbc3466 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8a4c9e919c584dc295ec285b53ba8194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3494833 May 26 11:14:22.490474 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e0b9d-5bbc-4bc8-b7c7-0c4dcdbc3466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cb8b54-9068-4e0f-9a29-beb678b0101a,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:22.492497 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 48178) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:22.493410 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-083e0b9d-5bbc-4bc8-b7c7-0c4dcdbc3466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:22.553461 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3d98b2b5-e470-4d04-8237-2eea82852d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:22.573237 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5b2a5a-8192-4c39-b11b-1f650f703ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab763bf2-14f6-4e63-a977-d1da102eb4fd'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:14:22.579568 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3d98b2b5-e470-4d04-8237-2eea82852d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:22.627721 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5b2a5a-8192-4c39-b11b-1f650f703ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab763bf2-14f6-4e63-a977-d1da102eb4fd', 'code': 200} May 26 11:14:22.745891 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3d98b2b5-e470-4d04-8237-2eea82852d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:22.751635 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-02a933ef-3b60-4a46-8b19-98846f21ba22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:22.761908 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98b2b5-e470-4d04-8237-2eea82852d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cb8b54-9068-4e0f-9a29-beb678b0101a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:22.765392 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3d98b2b5-e470-4d04-8237-2eea82852d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:22.768747 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3d98b2b5-e470-4d04-8237-2eea82852d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:22.772244 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-3d98b2b5-e470-4d04-8237-2eea82852d66 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9cb8b54-9068-4e0f-9a29-beb678b0101a HTTP/1.1" status: 204 len: 168 time: 0.2762246 May 26 11:14:23.074428 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe7c69-6232-4485-82cd-20a32dae9a2c req-fca56e17-1da2-4657-a5c0-24628984f4a0 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:23.075952 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9dbe7c69-6232-4485-82cd-20a32dae9a2c req-fca56e17-1da2-4657-a5c0-24628984f4a0 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.1138647 May 26 11:14:23.167758 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9dbe7c69-6232-4485-82cd-20a32dae9a2c req-b8473710-ada5-4073-a0a6-b5e2e862f2a2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601299 May 26 11:14:23.292313 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40778df5-9062-4fa9-81da-1bfcd8886a71 req-acde8040-cf31-449b-8a7d-d369adea1f26 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:23.293779 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-40778df5-9062-4fa9-81da-1bfcd8886a71 req-acde8040-cf31-449b-8a7d-d369adea1f26 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.2169645 May 26 11:14:23.368275 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9958e-0295-474e-a50e-7f134392c657 req-844fd613-37d3-4827-b5fb-563aa0694587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:23.369576 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-01a9958e-0295-474e-a50e-7f134392c657 req-844fd613-37d3-4827-b5fb-563aa0694587 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 1099 time: 0.1965637 May 26 11:14:23.373138 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-40778df5-9062-4fa9-81da-1bfcd8886a71 req-20b583cd-c3c4-4e9b-b197-37c96d446905 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724404 May 26 11:14:23.376804 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671365d8-6905-48be-8ed3-a578a7f753ac req-19d7f23a-3f6a-40f0-a08e-53726beb05ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:23.378312 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-671365d8-6905-48be-8ed3-a578a7f753ac req-19d7f23a-3f6a-40f0-a08e-53726beb05ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 1098 time: 0.1655958 May 26 11:14:23.426308 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-01a9958e-0295-474e-a50e-7f134392c657 req-c5d3d5b6-ccc5-48e1-80b9-1108f590eeaf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471299 May 26 11:14:23.464962 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-671365d8-6905-48be-8ed3-a578a7f753ac req-a215673b-a670-42fe-9c0c-323315ebbe79 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486550 May 26 11:14:23.578819 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082e243-6647-4de6-a4a9-7b9bc10b6d65 req-be83fcfb-a4ac-4c26-ba98-69ccac9056e6 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:23.580242 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b082e243-6647-4de6-a4a9-7b9bc10b6d65 req-be83fcfb-a4ac-4c26-ba98-69ccac9056e6 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.0811360 May 26 11:14:23.710634 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b082e243-6647-4de6-a4a9-7b9bc10b6d65 req-a5be800e-9402-4806-85cc-ecdf8b39237d tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244178 May 26 11:14:24.360490 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17052db4-1e35-4d7a-8f9f-66af5fae2a4a req-0193ef9b-e004-4c42-a3b3-771af0f0cfcc tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:24.361960 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-17052db4-1e35-4d7a-8f9f-66af5fae2a4a req-0193ef9b-e004-4c42-a3b3-771af0f0cfcc tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.0794795 May 26 11:14:24.410934 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-17052db4-1e35-4d7a-8f9f-66af5fae2a4a req-1e7b7151-f263-47ec-ba4f-925827b06422 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422051 May 26 11:14:24.566959 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fd025-ee96-4c85-864f-7302b98920a7 req-f9c92646-2f57-4391-acb3-fea41f508843 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:24.568413 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2c4fd025-ee96-4c85-864f-7302b98920a7 req-f9c92646-2f57-4391-acb3-fea41f508843 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.0797212 May 26 11:14:24.616735 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2c4fd025-ee96-4c85-864f-7302b98920a7 req-907f68b7-313c-4d32-af3f-55127176c683 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417943 May 26 11:14:24.888468 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ddbb6-b15d-4965-ac16-520b87e350b6 req-f220b064-2d93-48d7-b9b7-c939f718e543 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:24.889950 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e71ddbb6-b15d-4965-ac16-520b87e350b6 req-f220b064-2d93-48d7-b9b7-c939f718e543 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.0816791 May 26 11:14:24.941730 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e71ddbb6-b15d-4965-ac16-520b87e350b6 req-66c283df-9130-4bab-b92b-a2cff65f1386 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423691 May 26 11:14:25.652080 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7a461-7ad3-41f6-9486-d08fbee093ff req-ebb5c208-c2b6-4874-9e97-7a28f5bcf082 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:25.656766 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 48332) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:25.660661 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4ac7a461-7ad3-41f6-9486-d08fbee093ff req-ebb5c208-c2b6-4874-9e97-7a28f5bcf082 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.1298895 May 26 11:14:25.714697 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4ac7a461-7ad3-41f6-9486-d08fbee093ff req-fd1cfc54-18ee-429d-b591-2db3ca4338c3 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531626 May 26 11:14:25.852715 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-40c709ce-34be-4f52-8321-c4fabb1864fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:25.868790 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-40c709ce-34be-4f52-8321-c4fabb1864fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:25.873297 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-40c709ce-34be-4f52-8321-c4fabb1864fb admin admin] Usage tracker for resource:security_group_rule and tenant:9e294188868145cd84106b1e80542ea7 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:25.877935 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-40c709ce-34be-4f52-8321-c4fabb1864fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:25.891554 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-40c709ce-34be-4f52-8321-c4fabb1864fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:25.953003 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b629df-1387-4283-b423-dd89db48229a req-e8b6787a-4b66-46d4-bc6c-f7b6bcbc6c73 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:25.955355 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-13b629df-1387-4283-b423-dd89db48229a req-e8b6787a-4b66-46d4-bc6c-f7b6bcbc6c73 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.2321353 May 26 11:14:25.967770 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87505a8d-5298-434b-a9dd-4de5a3a66322 req-56e3e541-8515-4876-8679-262953957c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:25.970070 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-87505a8d-5298-434b-a9dd-4de5a3a66322 req-56e3e541-8515-4876-8679-262953957c6c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b8bf604831c47d6a1dbd73884dcc49a&device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 1098 time: 0.1904631 May 26 11:14:26.026582 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5b614-abaf-4827-8e61-4f82c4928fc6 req-1f5f264c-37b1-4898-828e-afe417b5eaeb tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:26.029196 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-40b5b614-abaf-4827-8e61-4f82c4928fc6 req-1f5f264c-37b1-4898-828e-afe417b5eaeb tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1815591 May 26 11:14:26.051324 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-40c709ce-34be-4f52-8321-c4fabb1864fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:26.063147 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-13b629df-1387-4283-b423-dd89db48229a req-e35d1d2a-d0d5-44f7-bdc9-1195f037d3c7 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995400 May 26 11:14:26.163073 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-40c709ce-34be-4f52-8321-c4fabb1864fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:26.173380 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7e04d033-bbe1-4940-bf8b-7ff1c4a3ed7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:26.184132 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-40b5b614-abaf-4827-8e61-4f82c4928fc6 req-d53c9268-19b7-4590-a187-56fa3fa410d3 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328313 May 26 11:14:26.219183 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-40c709ce-34be-4f52-8321-c4fabb1864fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9e294188868145cd84106b1e80542ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5608819 May 26 11:14:26.221665 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 48364) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:26.245667 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87505a8d-5298-434b-a9dd-4de5a3a66322 req-6d573fa0-9794-4a5c-b0e3-38838699c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:26.247530 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-87505a8d-5298-434b-a9dd-4de5a3a66322 req-6d573fa0-9794-4a5c-b0e3-38838699c9bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0297c65-03da-408e-9dc4-3aaead4f0782 HTTP/1.1" status: 200 len: 920 time: 0.2178712 May 26 11:14:26.266756 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c709ce-34be-4f52-8321-c4fabb1864fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96af20a3-d92f-4884-8c67-054725787f1f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:26.290309 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-40c709ce-34be-4f52-8321-c4fabb1864fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:26.333208 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c534-4590-468a-bc1a-84e5c8e11abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:26.354509 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-87505a8d-5298-434b-a9dd-4de5a3a66322 req-d1156954-d71b-4169-b000-7296231e58f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd3a7881-1218-48ff-a264-16fa65ccb3ff HTTP/1.1" status: 200 len: 217 time: 0.0999434 May 26 11:14:26.375277 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c534-4590-468a-bc1a-84e5c8e11abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:26.386167 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-826200b5-f954-4d1b-b4db-9e51779c12c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:26.474006 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87505a8d-5298-434b-a9dd-4de5a3a66322 req-21c645a4-b074-448d-9b89-72a073d843d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:26.475425 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-87505a8d-5298-434b-a9dd-4de5a3a66322 req-21c645a4-b074-448d-9b89-72a073d843d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=05bc6058-ff72-43e9-87c9-1639ef6cacc4 HTTP/1.1" status: 200 len: 859 time: 0.0936325 May 26 11:14:26.546008 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c534-4590-468a-bc1a-84e5c8e11abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:26.549765 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:26.563793 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4c534-4590-468a-bc1a-84e5c8e11abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96af20a3-d92f-4884-8c67-054725787f1f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:26.573719 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ccd4c534-4590-468a-bc1a-84e5c8e11abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:26.584178 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c534-4590-468a-bc1a-84e5c8e11abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:26.585311 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-ccd4c534-4590-468a-bc1a-84e5c8e11abd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/96af20a3-d92f-4884-8c67-054725787f1f HTTP/1.1" status: 204 len: 168 time: 0.3624501 May 26 11:14:26.611366 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-87505a8d-5298-434b-a9dd-4de5a3a66322 req-887cff8b-f6e7-4305-9b0d-0f35ad9a47f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0297c65-03da-408e-9dc4-3aaead4f0782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693719 May 26 11:14:26.765175 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-87505a8d-5298-434b-a9dd-4de5a3a66322 req-264affd7-7928-44d2-b0bf-b6fef7966789 service neutron] 10.222.0.37 "GET /v2.0/networks/e0297c65-03da-408e-9dc4-3aaead4f0782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421824 May 26 11:14:26.963922 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-87505a8d-5298-434b-a9dd-4de5a3a66322 req-20958e5f-6e59-405e-85eb-5c3d01882783 service neutron] 10.222.0.37 "GET /v2.0/networks/e0297c65-03da-408e-9dc4-3aaead4f0782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814101 May 26 11:14:26.981225 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478d07b-f4b4-40d5-ad6b-b5c575345923 req-2b7f2983-f984-4ade-aa2b-bf81368cdbf4 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:26.983285 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e478d07b-f4b4-40d5-ad6b-b5c575345923 req-2b7f2983-f984-4ade-aa2b-bf81368cdbf4 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.1308117 May 26 11:14:27.103102 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e478d07b-f4b4-40d5-ad6b-b5c575345923 req-9c35606b-bffe-46b9-8359-49f467dbf885 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132824 May 26 11:14:27.241134 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-d2588e22-b924-4d22-9649-99c53056d2ca tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:27.242757 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-d2588e22-b924-4d22-9649-99c53056d2ca tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/networks?id=8401442c-7711-47cb-bb0a-a8ee35438347 HTTP/1.1" status: 200 len: 815 time: 0.2290845 May 26 11:14:27.290572 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-c32426cf-581c-4a63-a46a-bb53c6320484 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/quotas/b10ad5f6de2c4c48b2dbffebfca198ef HTTP/1.1" status: 200 len: 375 time: 0.0178673 May 26 11:14:27.361351 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 48416) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:27.380809 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9c6908a6-8102-404c-a392-4b8dbdcf8163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:27.385536 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08485d4-a786-4bb6-9343-b1583d1d62c7 req-a86e3f9e-b6d3-4674-bbd1-81ffb45c61e1 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:27.387060 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d08485d4-a786-4bb6-9343-b1583d1d62c7 req-a86e3f9e-b6d3-4674-bbd1-81ffb45c61e1 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.1528080 May 26 11:14:27.394883 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-9c6908a6-8102-404c-a392-4b8dbdcf8163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:27.398625 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-9c6908a6-8102-404c-a392-4b8dbdcf8163 admin admin] Usage tracker for resource:security_group_rule and tenant:c177855efab14e90a3308fe8cbabe1d9 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:27.401358 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-9c6908a6-8102-404c-a392-4b8dbdcf8163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:27.407365 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-9c6908a6-8102-404c-a392-4b8dbdcf8163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:27.432293 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-1e1bc019-caf0-452d-95bb-e4d3d1315e75 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b10ad5f6de2c4c48b2dbffebfca198ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1325698 May 26 11:14:27.442291 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d08485d4-a786-4bb6-9343-b1583d1d62c7 req-df29ae70-e4ed-48b1-aded-e959481e8d78 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481362 May 26 11:14:27.492269 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9c6908a6-8102-404c-a392-4b8dbdcf8163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:27.591556 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9c6908a6-8102-404c-a392-4b8dbdcf8163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:27.600197 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5636705b-0720-4404-a903-0baa86909a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:27.638239 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-2e6624ed-0d86-41b8-8e77-71a2f9b13de2 service neutron] 10.222.0.35 "GET /v2.0/networks/8401442c-7711-47cb-bb0a-a8ee35438347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949179 May 26 11:14:27.642717 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-9c6908a6-8102-404c-a392-4b8dbdcf8163 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c177855efab14e90a3308fe8cbabe1d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771769 May 26 11:14:27.642717 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6908a6-8102-404c-a392-4b8dbdcf8163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89abd514-f0b9-4055-a8ed-88948aa81a54,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:27.644197 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 48420) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:27.644381 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9c6908a6-8102-404c-a392-4b8dbdcf8163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:27.695053 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc1123-b550-44d0-8339-3a1fd923d4c5 req-3ea7e6c4-9da6-4e9f-8811-7a1ac56d7186 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:27.696541 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8fbc1123-b550-44d0-8339-3a1fd923d4c5 req-3ea7e6c4-9da6-4e9f-8811-7a1ac56d7186 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.1657643 May 26 11:14:27.707124 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 48426) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:27.713438 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-19f56388-5620-4524-8d5d-048c3b565532 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Request body: {'floatingip': {'port_id': 'ab763bf2-14f6-4e63-a977-d1da102eb4fd'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:27.810388 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-19f56388-5620-4524-8d5d-048c3b565532 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for floatingip, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:27.864422 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5656d4cd-4111-4756-881c-fb09756a1f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:27.901716 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-ed13078d-d400-4271-8130-81bcf0792419 service neutron] 10.222.0.35 "GET /v2.0/networks/8401442c-7711-47cb-bb0a-a8ee35438347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535262 May 26 11:14:27.921015 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5656d4cd-4111-4756-881c-fb09756a1f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:27.979034 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a02fc-b664-42dc-ba92-132a58156711 req-943fbad9-9dc7-4838-8dc4-fd20ca2930b5 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:27.979034 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5c3a02fc-b664-42dc-ba92-132a58156711 req-943fbad9-9dc7-4838-8dc4-fd20ca2930b5 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1637714 May 26 11:14:28.059507 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5c3a02fc-b664-42dc-ba92-132a58156711 req-e9d0e964-aaaa-40b2-b450-0243cd4acf11 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530951 May 26 11:14:28.079633 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5656d4cd-4111-4756-881c-fb09756a1f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:28.083962 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:28.097006 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656d4cd-4111-4756-881c-fb09756a1f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89abd514-f0b9-4055-a8ed-88948aa81a54,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:28.106502 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5656d4cd-4111-4756-881c-fb09756a1f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:28.110076 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5656d4cd-4111-4756-881c-fb09756a1f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:28.128868 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-5656d4cd-4111-4756-881c-fb09756a1f02 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/89abd514-f0b9-4055-a8ed-88948aa81a54 HTTP/1.1" status: 204 len: 168 time: 0.4758456 May 26 11:14:28.341065 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1cd50a3d-abca-4a42-b518-56b965dac977 req-869a1b71-a7de-4d56-952a-0f53965b661c tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 210 time: 0.1020021 May 26 11:14:28.374554 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11e923-408f-451f-8d20-f366a7fbcf03 req-188e2823-9d2d-49d4-93e6-6dcc75165d5d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:28.377860 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-de11e923-408f-451f-8d20-f366a7fbcf03 req-188e2823-9d2d-49d4-93e6-6dcc75165d5d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.2118475 May 26 11:14:28.387540 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 48448) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:28.392963 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-46f976ae-2b61-446f-8c43-c04f3bfdb90e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Request body: {'floatingip': {'port_id': '6150954b-109f-461e-b292-05d04007f5ee'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:28.494961 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-46f976ae-2b61-446f-8c43-c04f3bfdb90e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for floatingip, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:28.781735 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-19f56388-5620-4524-8d5d-048c3b565532 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:28.816685 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d933e3-c03f-42fb-a32b-bf66f68305c6 req-52cc6976-b883-4cd4-830c-dcc699fee499 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:28.818165 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-43d933e3-c03f-42fb-a32b-bf66f68305c6 req-52cc6976-b883-4cd4-830c-dcc699fee499 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.2376463 May 26 11:14:28.860420 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:28.870363 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-19f56388-5620-4524-8d5d-048c3b565532 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424661'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:28.957536 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-267e2cb8-ff81-4b1c-ad90-9766b0b0a79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:29.007418 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-43d933e3-c03f-42fb-a32b-bf66f68305c6 req-180068a7-0689-4e9f-874a-f3701ef3bac3 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227236 May 26 11:14:29.067938 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.db.l3_db [None req-19f56388-5620-4524-8d5d-048c3b565532 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Floating IP be276230-b2f8-4394-8b90-ab6910db7849 associated. External IP: 172.27.2.94, port: ab763bf2-14f6-4e63-a977-d1da102eb4fd. May 26 11:14:29.520582 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f56388-5620-4524-8d5d-048c3b565532 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Router 0e671f7d-068d-4e2e-a817-887a88cc63bb has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:14:29.616042 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e9980966-fa9c-4998-990a-e581b51419d2 req-1a57817d-c53b-4d58-9255-9fb9c5075c97 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 210 time: 0.0544684 May 26 11:14:29.661434 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:29.815461 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 48490) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:29.839442 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-46f976ae-2b61-446f-8c43-c04f3bfdb90e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:29.859291 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f56388-5620-4524-8d5d-048c3b565532 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:14:29.872913 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-19f56388-5620-4524-8d5d-048c3b565532 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:29.874580 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dfb67d-88ef-450e-a79f-7c4e17b02a74 None None] Sync routers for ids ['0e671f7d-068d-4e2e-a817-887a88cc63bb'] in dv-cinder-793136-1-iscsi {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:14:29.885008 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dfb67d-88ef-450e-a79f-7c4e17b02a74 None None] Routers {'0e671f7d-068d-4e2e-a817-887a88cc63bb'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:14:29.885635 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-e8dfb67d-88ef-450e-a79f-7c4e17b02a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:14:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['0e671f7d-068d-4e2e-a817-887a88cc63bb'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:29.926413 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-19f56388-5620-4524-8d5d-048c3b565532 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "PUT /v2.0/floatingips/be276230-b2f8-4394-8b90-ab6910db7849 HTTP/1.1" status: 200 len: 990 time: 2.2179513 May 26 11:14:29.927181 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5b2a5a-8192-4c39-b11b-1f650f703ec5', 'tag': 'ab763bf2-14f6-4e63-a977-d1da102eb4fd'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:14:29.930865 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-46f976ae-2b61-446f-8c43-c04f3bfdb90e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424661'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:29.975556 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5b2a5a-8192-4c39-b11b-1f650f703ec5', 'tag': 'ab763bf2-14f6-4e63-a977-d1da102eb4fd', 'status': 'completed', 'code': 200} May 26 11:14:30.026360 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2bc17061-937b-4e9a-b443-3aca55775e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:30.064707 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-2bc17061-937b-4e9a-b443-3aca55775e62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:30.076199 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-2bc17061-937b-4e9a-b443-3aca55775e62 admin admin] Usage tracker for resource:security_group_rule and tenant:e52f78b3af514139bb0e13e7374cc5ff is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:30.080367 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-2bc17061-937b-4e9a-b443-3aca55775e62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:30.090478 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-e8dfb67d-88ef-450e-a79f-7c4e17b02a74 None None] Set router 0e671f7d-068d-4e2e-a817-887a88cc63bb gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:14:30.139428 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-2bc17061-937b-4e9a-b443-3aca55775e62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:30.313748 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.db.l3_db [None req-46f976ae-2b61-446f-8c43-c04f3bfdb90e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Floating IP a5637b94-0823-4109-95eb-b6dbaa94bb8b associated. External IP: 172.27.2.210, port: 6150954b-109f-461e-b292-05d04007f5ee. May 26 11:14:30.477150 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-e8dfb67d-88ef-450e-a79f-7c4e17b02a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1876242309-router', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:21Z', 'updated_at': '2021-05-26T11:13:33Z', 'revision_number': 4, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'gw_port': {'id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': 'be276230-b2f8-4394-8b90-ab6910db7849', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'port_id': 'ab763bf2-14f6-4e63-a977-d1da102eb4fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'mac_address': 'fa:16:3e:51:16:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5b2a5a-8192-4c39-b11b-1f650f703ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:13:48Z', 'updated_at': '2021-05-26T11:14:28Z', 'revision_number': 1, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4f9da0-6a0c-4c71-807b-8bedcd914e28', 'name': '', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'mac_address': 'fa:16:3e:ee:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:31Z', 'updated_at': '2021-05-26T11:13:47Z', 'revision_number': 5, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'subnets': [{'id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:30.481852 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dfb67d-88ef-450e-a79f-7c4e17b02a74 None None] Checking router: 0e671f7d-068d-4e2e-a817-887a88cc63bb for host: dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:14:30.490292 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dfb67d-88ef-450e-a79f-7c4e17b02a74 None None] Routers {'0e671f7d-068d-4e2e-a817-887a88cc63bb'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:14:30.491256 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-e8dfb67d-88ef-450e-a79f-7c4e17b02a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:14:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['0e671f7d-068d-4e2e-a817-887a88cc63bb'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:30.536539 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09c893-c3dd-4aa0-9440-9d19726fa92b req-4e59e0fa-c441-46b5-ac36-38998222d168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:30.538111 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1e09c893-c3dd-4aa0-9440-9d19726fa92b req-4e59e0fa-c441-46b5-ac36-38998222d168 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6fe442964904bd3b71480242adf4f16&device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 1098 time: 0.4011843 May 26 11:14:30.556533 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc8be7-4cfe-418f-b40a-bcc9d0606818 req-0f2e6bc2-086e-4b05-8f97-9ae2cce7a342 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:30.564170 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-31fc8be7-4cfe-418f-b40a-bcc9d0606818 req-0f2e6bc2-086e-4b05-8f97-9ae2cce7a342 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.4258974 May 26 11:14:30.750026 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-e8dfb67d-88ef-450e-a79f-7c4e17b02a74 None None] Set router 0e671f7d-068d-4e2e-a817-887a88cc63bb gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:14:30.773275 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-31fc8be7-4cfe-418f-b40a-bcc9d0606818 req-280d3af8-3209-4efe-a531-1f8216ddeeac tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082107 May 26 11:14:30.782632 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2bc17061-937b-4e9a-b443-3aca55775e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:30.985479 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2bc17061-937b-4e9a-b443-3aca55775e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:31.007587 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:31.042087 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-087c5d3e-fd7f-431f-be8e-14b5eca4200d req-c7d35660-de94-4408-ba4d-77e76619577c tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 210 time: 0.1846683 May 26 11:14:31.079778 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09c893-c3dd-4aa0-9440-9d19726fa92b req-c47de77a-85b2-4bf0-8874-ca778174d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:31.081189 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1e09c893-c3dd-4aa0-9440-9d19726fa92b req-c47de77a-85b2-4bf0-8874-ca778174d498 service neutron] 10.222.0.37 "GET /v2.0/networks?id=513e1c4d-d73e-422d-b620-6e51d2db19e7 HTTP/1.1" status: 200 len: 918 time: 0.5111334 May 26 11:14:31.131661 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-2bc17061-937b-4e9a-b443-3aca55775e62 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e52f78b3af514139bb0e13e7374cc5ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3149288 May 26 11:14:31.134222 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 48524) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:31.139895 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc17061-937b-4e9a-b443-3aca55775e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c7912c-819e-42dc-8b1f-d1ccd3b81b93,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:31.169056 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-e8dfb67d-88ef-450e-a79f-7c4e17b02a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1876242309-router', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:21Z', 'updated_at': '2021-05-26T11:13:33Z', 'revision_number': 4, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'gw_port': {'id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': 'be276230-b2f8-4394-8b90-ab6910db7849', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'port_id': 'ab763bf2-14f6-4e63-a977-d1da102eb4fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'mac_address': 'fa:16:3e:51:16:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5b2a5a-8192-4c39-b11b-1f650f703ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:13:48Z', 'updated_at': '2021-05-26T11:14:28Z', 'revision_number': 1, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4f9da0-6a0c-4c71-807b-8bedcd914e28', 'name': '', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'mac_address': 'fa:16:3e:ee:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:31Z', 'updated_at': '2021-05-26T11:13:47Z', 'revision_number': 5, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'subnets': [{'id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:31.178230 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dfb67d-88ef-450e-a79f-7c4e17b02a74 None None] The sync data for ids ['0e671f7d-068d-4e2e-a817-887a88cc63bb'] in dv-cinder-793136-1-iscsi is: [{'id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1876242309-router', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:21Z', 'updated_at': '2021-05-26T11:13:33Z', 'revision_number': 4, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'gw_port': {'id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': 'be276230-b2f8-4394-8b90-ab6910db7849', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'port_id': 'ab763bf2-14f6-4e63-a977-d1da102eb4fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'mac_address': 'fa:16:3e:51:16:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5b2a5a-8192-4c39-b11b-1f650f703ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:13:48Z', 'updated_at': '2021-05-26T11:14:28Z', 'revision_number': 1, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4f9da0-6a0c-4c71-807b-8bedcd914e28', 'name': '', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'mac_address': 'fa:16:3e:ee:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:31Z', 'updated_at': '2021-05-26T11:13:47Z', 'revision_number': 5, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'subnets': [{'id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:14:31.207261 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2bc17061-937b-4e9a-b443-3aca55775e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:31.237605 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1f979c0b-a559-4d5d-9208-a627a457a9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:31.289846 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1f979c0b-a559-4d5d-9208-a627a457a9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:31.297064 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f976ae-2b61-446f-8c43-c04f3bfdb90e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Router 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:14:31.304418 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1e09c893-c3dd-4aa0-9440-9d19726fa92b req-74f975b9-91cf-4114-899a-415125f58922 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab763bf2-14f6-4e63-a977-d1da102eb4fd HTTP/1.1" status: 200 len: 998 time: 0.1617448 May 26 11:14:31.455344 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1f979c0b-a559-4d5d-9208-a627a457a9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:31.460497 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-083e0b9d-5bbc-4bc8-b7c7-0c4dcdbc3466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:31.478654 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f979c0b-a559-4d5d-9208-a627a457a9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c7912c-819e-42dc-8b1f-d1ccd3b81b93,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:31.482807 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1f979c0b-a559-4d5d-9208-a627a457a9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:31.492565 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8dca02-40a9-4406-8963-f3142b1877b8 None None] New status for floating IP be276230-b2f8-4394-8b90-ab6910db7849: ACTIVE {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:14:31.505275 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1f979c0b-a559-4d5d-9208-a627a457a9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:31.506693 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-1f979c0b-a559-4d5d-9208-a627a457a9a1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/19c7912c-819e-42dc-8b1f-d1ccd3b81b93 HTTP/1.1" status: 204 len: 168 time: 0.3709979 May 26 11:14:31.591924 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:31.621448 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09c893-c3dd-4aa0-9440-9d19726fa92b req-b27c772a-7112-4caf-9331-79a455a310cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:31.622900 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1e09c893-c3dd-4aa0-9440-9d19726fa92b req-b27c772a-7112-4caf-9331-79a455a310cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5300992e-d385-4173-9ce7-e81c35af28bb HTTP/1.1" status: 200 len: 856 time: 0.2540150 May 26 11:14:31.767332 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-77d0e929-a889-4e8e-8ce3-ec127e60c5fe tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:31.768751 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-77d0e929-a889-4e8e-8ce3-ec127e60c5fe tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.37 "GET /v2.0/networks?id=8401442c-7711-47cb-bb0a-a8ee35438347 HTTP/1.1" status: 200 len: 815 time: 0.3347108 May 26 11:14:31.781054 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f976ae-2b61-446f-8c43-c04f3bfdb90e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:14:31.794842 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09c893-c3dd-4aa0-9440-9d19726fa92b req-85f5429d-dd85-4de1-9361-ab0f8318c2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:31.794842 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1e09c893-c3dd-4aa0-9440-9d19726fa92b req-85f5429d-dd85-4de1-9361-ab0f8318c2f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=513e1c4d-d73e-422d-b620-6e51d2db19e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1368148 May 26 11:14:31.795700 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-b5085209-9aac-4e9d-9621-9a7dcf161fe1 req-957930cc-d453-4e8e-a602-bdfcf5894ba2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1023772 May 26 11:14:31.801411 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-690ab984-d3d4-40b5-b9b2-bf02a9e3e6fa tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Request body: {'port': {'device_id': 'a0cd4435-c28e-4010-9151-d57861b11eba', 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347', 'admin_state_up': True, 'tenant_id': 'b10ad5f6de2c4c48b2dbffebfca198ef'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:31.803206 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad35cb63-c765-4ee7-901c-b99f3633eacb None None] Sync routers for ids ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'] in dv-cinder-793136-1-iscsi {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:14:31.837747 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad35cb63-c765-4ee7-901c-b99f3633eacb None None] Routers {'088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:14:31.840870 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-ad35cb63-c765-4ee7-901c-b99f3633eacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:14:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:31.875409 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-46f976ae-2b61-446f-8c43-c04f3bfdb90e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:32.092735 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1e09c893-c3dd-4aa0-9440-9d19726fa92b req-49d7c69d-77a6-484a-aa30-abcf13c58e33 service neutron] 10.222.0.37 "GET /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204685 May 26 11:14:32.270338 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5085209-9aac-4e9d-9621-9a7dcf161fe1 req-4310486a-ede5-4f4e-86cc-a80e0d0315db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:32.271939 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-b5085209-9aac-4e9d-9621-9a7dcf161fe1 req-4310486a-ede5-4f4e-86cc-a80e0d0315db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4506c5d923304a318b05bc8e034df406&device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 1098 time: 0.2012563 May 26 11:14:32.357100 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-46f976ae-2b61-446f-8c43-c04f3bfdb90e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "PUT /v2.0/floatingips/a5637b94-0823-4109-95eb-b6dbaa94bb8b HTTP/1.1" status: 200 len: 992 time: 3.9683766 May 26 11:14:32.360614 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-ad35cb63-c765-4ee7-901c-b99f3633eacb None None] Set router 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:14:32.366581 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a2c269-61b2-4688-a582-7d216413b0e6', 'tag': '6150954b-109f-461e-b292-05d04007f5ee'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:14:32.388422 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8d22c382-67dd-4f11-8934-8b2d7599185a req-3ed7be4f-1116-499b-94ab-cf7471f60ee2 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 210 time: 0.1146595 May 26 11:14:32.464841 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1e09c893-c3dd-4aa0-9440-9d19726fa92b req-a7fd1a26-158c-46d5-84a0-17f9fdfbce86 service neutron] 10.222.0.37 "GET /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561430 May 26 11:14:32.491429 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-690ab984-d3d4-40b5-b9b2-bf02a9e3e6fa tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:32.507219 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5085209-9aac-4e9d-9621-9a7dcf161fe1 req-40b776db-7f7d-4a72-954b-d55b63593230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:32.508682 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-b5085209-9aac-4e9d-9621-9a7dcf161fe1 req-40b776db-7f7d-4a72-954b-d55b63593230 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc46e5b7-2255-4f9a-8b88-9d59537ba6ff HTTP/1.1" status: 200 len: 912 time: 0.1975386 May 26 11:14:32.514604 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c729f20-675c-45e7-b633-63b6fb4d1a8b req-7a369b97-badc-4f2e-9504-d1700249f112 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:32.516362 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2c729f20-675c-45e7-b633-63b6fb4d1a8b req-7a369b97-badc-4f2e-9504-d1700249f112 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.4225910 May 26 11:14:32.517406 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-690ab984-d3d4-40b5-b9b2-bf02a9e3e6fa tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:32.570055 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2c729f20-675c-45e7-b633-63b6fb4d1a8b req-76d964af-4115-4438-a488-ae3d0e36da01 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471842 May 26 11:14:32.574855 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 48558) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:32.601847 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c27b2f7-c32a-44dc-8807-1fe6887cbf9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:32.632901 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a2c269-61b2-4688-a582-7d216413b0e6', 'tag': '6150954b-109f-461e-b292-05d04007f5ee', 'status': 'completed', 'code': 200} May 26 11:14:32.678216 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-690ab984-d3d4-40b5-b9b2-bf02a9e3e6fa tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Made reservation on behalf of b10ad5f6de2c4c48b2dbffebfca198ef for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:14:32.681708 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-690ab984-d3d4-40b5-b9b2-bf02a9e3e6fa tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:32.688954 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-b5085209-9aac-4e9d-9621-9a7dcf161fe1 req-3b9ccbe5-72b6-41f5-960b-9418ef9647b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb9f3328-0d71-4869-93f0-06973011e10a HTTP/1.1" status: 200 len: 217 time: 0.0735905 May 26 11:14:32.690097 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-3c27b2f7-c32a-44dc-8807-1fe6887cbf9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:32.694952 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-3c27b2f7-c32a-44dc-8807-1fe6887cbf9f admin admin] Usage tracker for resource:security_group_rule and tenant:5bf7614ba3dc4be3b87d9c3859a3e00c is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:32.698651 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-3c27b2f7-c32a-44dc-8807-1fe6887cbf9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:32.705982 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-3c27b2f7-c32a-44dc-8807-1fe6887cbf9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:32.728706 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:32.762773 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-ad35cb63-c765-4ee7-901c-b99f3633eacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'name': 'tempest-AttachVolumeTestJSON-63007472-router', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:13:30Z', 'revision_number': 4, 'project_id': 'dc961799625447e4a664b9239ec13944', 'gw_port': {'id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': 'a5637b94-0823-4109-95eb-b6dbaa94bb8b', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'port_id': '6150954b-109f-461e-b292-05d04007f5ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'mac_address': 'fa:16:3e:ad:8f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a2c269-61b2-4688-a582-7d216413b0e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:13:47Z', 'updated_at': '2021-05-26T11:14:29Z', 'revision_number': 1, 'project_id': 'dc961799625447e4a664b9239ec13944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf63bca7-0199-4406-8ee3-9077167ae0be', 'name': '', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'mac_address': 'fa:16:3e:b2:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:29Z', 'updated_at': '2021-05-26T11:13:50Z', 'revision_number': 5, 'project_id': 'dc961799625447e4a664b9239ec13944', 'subnets': [{'id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:32.766788 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad35cb63-c765-4ee7-901c-b99f3633eacb None None] Checking router: 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab for host: dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:14:32.775827 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad35cb63-c765-4ee7-901c-b99f3633eacb None None] Routers {'088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:14:32.776446 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-ad35cb63-c765-4ee7-901c-b99f3633eacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:14:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:32.836801 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c27b2f7-c32a-44dc-8807-1fe6887cbf9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:32.863858 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5085209-9aac-4e9d-9621-9a7dcf161fe1 req-c3b48def-de96-4a85-a184-84f7278d5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:32.865297 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-b5085209-9aac-4e9d-9621-9a7dcf161fe1 req-c3b48def-de96-4a85-a184-84f7278d5c9b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6861de6-f1d8-44d3-bd2f-fa7fcb23ccad HTTP/1.1" status: 200 len: 851 time: 0.0706165 May 26 11:14:32.973444 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-ad35cb63-c765-4ee7-901c-b99f3633eacb None None] Set router 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:14:32.973898 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c27b2f7-c32a-44dc-8807-1fe6887cbf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:32.990554 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:33.004792 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bdf0b-3b5a-4bc9-ae79-62a23a932dc9 req-04ffff81-af97-44f2-ae09-12c9e1eb9b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:33.005756 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-b5085209-9aac-4e9d-9621-9a7dcf161fe1 req-ca6b8011-3897-432b-a005-b72d45872dfb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc46e5b7-2255-4f9a-8b88-9d59537ba6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737224 May 26 11:14:33.006353 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ac5bdf0b-3b5a-4bc9-ae79-62a23a932dc9 req-04ffff81-af97-44f2-ae09-12c9e1eb9b05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc961799625447e4a664b9239ec13944&device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 1099 time: 0.1667187 May 26 11:14:33.007650 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-690ab984-d3d4-40b5-b9b2-bf02a9e3e6fa tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Allocated IP 172.20.0.10 (8401442c-7711-47cb-bb0a-a8ee35438347/321c0d01-84f2-4a24-90fd-e7b00558ba0f/d8e8fc02-9593-40cd-9e92-90676116cdd3) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:14:33.069307 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27b2f7-c32a-44dc-8807-1fe6887cbf9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4beaca70-4df0-4202-80ff-98524c23619a,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:33.073927 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-3c27b2f7-c32a-44dc-8807-1fe6887cbf9f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5bf7614ba3dc4be3b87d9c3859a3e00c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4979293 May 26 11:14:33.075258 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3c27b2f7-c32a-44dc-8807-1fe6887cbf9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:33.083837 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 48564) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:33.198183 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-b5085209-9aac-4e9d-9621-9a7dcf161fe1 req-14d60cc1-b8c2-49d9-b945-5b9d1e7a4d76 service neutron] 10.222.0.37 "GET /v2.0/networks/dc46e5b7-2255-4f9a-8b88-9d59537ba6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600208 May 26 11:14:33.361749 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bdf0b-3b5a-4bc9-ae79-62a23a932dc9 req-34595afd-e177-41a9-b3d0-97434d24e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:33.363218 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ac5bdf0b-3b5a-4bc9-ae79-62a23a932dc9 req-34595afd-e177-41a9-b3d0-97434d24e978 service neutron] 10.222.0.37 "GET /v2.0/networks?id=35893588-0f1e-477d-83eb-d93225ef04a5 HTTP/1.1" status: 200 len: 910 time: 0.3205144 May 26 11:14:33.386745 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da34fe9e-74bb-46d9-8664-66262ebbd9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:33.387041 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-b5085209-9aac-4e9d-9621-9a7dcf161fe1 req-ad0236ba-e842-43b4-8295-3862e947459c service neutron] 10.222.0.37 "GET /v2.0/networks/dc46e5b7-2255-4f9a-8b88-9d59537ba6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774480 May 26 11:14:33.421961 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-ad35cb63-c765-4ee7-901c-b99f3633eacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'name': 'tempest-AttachVolumeTestJSON-63007472-router', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:13:30Z', 'revision_number': 4, 'project_id': 'dc961799625447e4a664b9239ec13944', 'gw_port': {'id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': 'a5637b94-0823-4109-95eb-b6dbaa94bb8b', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'port_id': '6150954b-109f-461e-b292-05d04007f5ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'mac_address': 'fa:16:3e:ad:8f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a2c269-61b2-4688-a582-7d216413b0e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:13:47Z', 'updated_at': '2021-05-26T11:14:29Z', 'revision_number': 1, 'project_id': 'dc961799625447e4a664b9239ec13944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf63bca7-0199-4406-8ee3-9077167ae0be', 'name': '', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'mac_address': 'fa:16:3e:b2:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:29Z', 'updated_at': '2021-05-26T11:13:50Z', 'revision_number': 5, 'project_id': 'dc961799625447e4a664b9239ec13944', 'subnets': [{'id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:33.427065 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad35cb63-c765-4ee7-901c-b99f3633eacb None None] The sync data for ids ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'] in dv-cinder-793136-1-iscsi is: [{'id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'name': 'tempest-AttachVolumeTestJSON-63007472-router', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:13:30Z', 'revision_number': 4, 'project_id': 'dc961799625447e4a664b9239ec13944', 'gw_port': {'id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': 'a5637b94-0823-4109-95eb-b6dbaa94bb8b', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'port_id': '6150954b-109f-461e-b292-05d04007f5ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'mac_address': 'fa:16:3e:ad:8f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a2c269-61b2-4688-a582-7d216413b0e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:13:47Z', 'updated_at': '2021-05-26T11:14:29Z', 'revision_number': 1, 'project_id': 'dc961799625447e4a664b9239ec13944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf63bca7-0199-4406-8ee3-9077167ae0be', 'name': '', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'mac_address': 'fa:16:3e:b2:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:29Z', 'updated_at': '2021-05-26T11:13:50Z', 'revision_number': 5, 'project_id': 'dc961799625447e4a664b9239ec13944', 'subnets': [{'id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:14:33.509679 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-690ab984-d3d4-40b5-b9b2-bf02a9e3e6fa tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:33.513761 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da34fe9e-74bb-46d9-8664-66262ebbd9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:33.590403 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-065cd7ef-1727-41dc-b13b-1e6f12026ac0 req-7ee95628-b246-4e4a-84e5-7baa8d9e4aae tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 210 time: 0.0649781 May 26 11:14:33.597339 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ac5bdf0b-3b5a-4bc9-ae79-62a23a932dc9 req-70cac508-13ba-4663-afbc-0a0f6d5bb3f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6150954b-109f-461e-b292-05d04007f5ee HTTP/1.1" status: 200 len: 1000 time: 0.2131042 May 26 11:14:33.685711 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bdf0b-3b5a-4bc9-ae79-62a23a932dc9 req-f071b9d2-4f0c-4f3b-a623-2f3137dec3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:33.687175 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ac5bdf0b-3b5a-4bc9-ae79-62a23a932dc9 req-f071b9d2-4f0c-4f3b-a623-2f3137dec3b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf HTTP/1.1" status: 200 len: 848 time: 0.0783730 May 26 11:14:33.694504 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788127ee-654e-4546-a45a-ab844d7525c6 None None] New status for floating IP a5637b94-0823-4109-95eb-b6dbaa94bb8b: ACTIVE {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:14:33.807773 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da34fe9e-74bb-46d9-8664-66262ebbd9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:33.812391 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:33.831670 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34fe9e-74bb-46d9-8664-66262ebbd9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4beaca70-4df0-4202-80ff-98524c23619a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:33.835093 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-da34fe9e-74bb-46d9-8664-66262ebbd9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:33.850555 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcd0cd-74d4-4bd4-b2f1-1faa55964ff8 req-2616e97e-088f-4b4e-921f-de2f0c13120a tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:33.852123 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7ebcd0cd-74d4-4bd4-b2f1-1faa55964ff8 req-2616e97e-088f-4b4e-921f-de2f0c13120a tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.1606708 May 26 11:14:33.854693 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-690ab984-d3d4-40b5-b9b2-bf02a9e3e6fa tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:33.857306 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bdf0b-3b5a-4bc9-ae79-62a23a932dc9 req-a4bb4557-0a40-4c15-ae90-ddd72c72f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:33.858802 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ac5bdf0b-3b5a-4bc9-ae79-62a23a932dc9 req-a4bb4557-0a40-4c15-ae90-ddd72c72f432 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35893588-0f1e-477d-83eb-d93225ef04a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1356618 May 26 11:14:33.879216 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:33.912007 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['2f18e19c-06c0-471b-97ea-a28507a4ef4c'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:14:34.036840 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-690ab984-d3d4-40b5-b9b2-bf02a9e3e6fa tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Network 8401442c-7711-47cb-bb0a-a8ee35438347 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:14:34.043723 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-690ab984-d3d4-40b5-b9b2-bf02a9e3e6fa tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:14:34.058336 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-690ab984-d3d4-40b5-b9b2-bf02a9e3e6fa tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:14:34.092855 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7ebcd0cd-74d4-4bd4-b2f1-1faa55964ff8 req-6d10d27d-1463-463c-b9c9-c610aac71088 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326446 May 26 11:14:34.120883 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ab984-d3d4-40b5-b9b2-bf02a9e3e6fa tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Pushing event updated for resources: {'Port': ['ID=d8e8fc02-9593-40cd-9e92-90676116cdd3,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:34.132114 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da34fe9e-74bb-46d9-8664-66262ebbd9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:34.136658 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-da34fe9e-74bb-46d9-8664-66262ebbd9d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4beaca70-4df0-4202-80ff-98524c23619a HTTP/1.1" status: 204 len: 168 time: 1.0502427 May 26 11:14:34.140894 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-690ab984-d3d4-40b5-b9b2-bf02a9e3e6fa tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:34.186759 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-690ab984-d3d4-40b5-b9b2-bf02a9e3e6fa tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:34.187384 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-690ab984-d3d4-40b5-b9b2-bf02a9e3e6fa tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:34.200585 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ac5bdf0b-3b5a-4bc9-ae79-62a23a932dc9 req-7d2f2951-d670-4f87-bd8d-feb470a968ba service neutron] 10.222.0.37 "GET /v2.0/networks/35893588-0f1e-477d-83eb-d93225ef04a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864170 May 26 11:14:34.287106 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-690ab984-d3d4-40b5-b9b2-bf02a9e3e6fa tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4930134 May 26 11:14:34.307577 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Request body: {'port': {'device_id': 'a0cd4435-c28e-4010-9151-d57861b11eba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:34.438201 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ac5bdf0b-3b5a-4bc9-ae79-62a23a932dc9 req-51084653-0af0-457e-990d-54d0db6082e3 service neutron] 10.222.0.37 "GET /v2.0/networks/35893588-0f1e-477d-83eb-d93225ef04a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287140 May 26 11:14:34.452785 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:34.899102 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d54036-8ca7-47b4-bb79-0ba6fecd9eb1 req-06f0213d-a8d8-46b5-ab4a-e073f7956822 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:34.899781 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-33d54036-8ca7-47b4-bb79-0ba6fecd9eb1 req-06f0213d-a8d8-46b5-ab4a-e073f7956822 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Synchronizing usage tracker for tenant:b10ad5f6de2c4c48b2dbffebfca198ef on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:14:34.986931 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e8fc02-9593-40cd-9e92-90676116cdd3 {{(pid=92386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:14:34.996116 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:35.006655 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-33d54036-8ca7-47b4-bb79-0ba6fecd9eb1 req-06f0213d-a8d8-46b5-ab4a-e073f7956822 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Unset dirty status for tenant:b10ad5f6de2c4c48b2dbffebfca198ef on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:14:35.006893 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-33d54036-8ca7-47b4-bb79-0ba6fecd9eb1 req-06f0213d-a8d8-46b5-ab4a-e073f7956822 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 932 time: 0.2821190 May 26 11:14:35.033400 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Transition to ACTIVE for port object d8e8fc02-9593-40cd-9e92-90676116cdd3 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:14:35.061557 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-33d54036-8ca7-47b4-bb79-0ba6fecd9eb1 req-ae1e4390-1a77-4f0d-88e7-7d82fd324ae9 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486228 May 26 11:14:35.111837 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:35.119515 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:35.334334 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e8fc02-9593-40cd-9e92-90676116cdd3,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:35.423273 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:35.454063 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Attempting to bind port d8e8fc02-9593-40cd-9e92-90676116cdd3 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:14:35.454629 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Attempting to bind port d8e8fc02-9593-40cd-9e92-90676116cdd3 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': 'a54bf79d-a496-4511-b7db-5c024c6f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:14:35.454729 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Attempting to bind port d8e8fc02-9593-40cd-9e92-90676116cdd3 on network 8401442c-7711-47cb-bb0a-a8ee35438347 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:14:35.463061 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Port d8e8fc02-9593-40cd-9e92-90676116cdd3 on network 8401442c-7711-47cb-bb0a-a8ee35438347 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:14:35.463539 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Attempting to bind port d8e8fc02-9593-40cd-9e92-90676116cdd3 on network 8401442c-7711-47cb-bb0a-a8ee35438347 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:14:35.472335 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Checking agent: {'id': 'e864f0ab-5241-4583-ad18-7aea86fa37e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'started_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:14:35.472646 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Checking segment: {'id': 'a54bf79d-a496-4511-b7db-5c024c6f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:14:35.473029 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Bound using segment: {'id': 'a54bf79d-a496-4511-b7db-5c024c6f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:14:35.473459 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Bound port: d8e8fc02-9593-40cd-9e92-90676116cdd3, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54bf79d-a496-4511-b7db-5c024c6f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:14:35.473825 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:35.498701 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e3c6c-1c7a-49f7-8ffb-875ecddd9eef req-16599d9f-5f41-4a97-b652-feeff42a72bc tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:35.500143 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-528e3c6c-1c7a-49f7-8ffb-875ecddd9eef req-16599d9f-5f41-4a97-b652-feeff42a72bc tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.2602866 May 26 11:14:35.558184 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 48632) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:35.611265 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-528e3c6c-1c7a-49f7-8ffb-875ecddd9eef req-7af304b1-055c-4b96-83cd-10520620430d tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826387 May 26 11:14:35.625709 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] For port d8e8fc02-9593-40cd-9e92-90676116cdd3, host hv-cinder-79313, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:14:35.628813 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] For port d8e8fc02-9593-40cd-9e92-90676116cdd3, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=d8e8fc02-9593-40cd-9e92-90676116cdd3,segment=NetworkSegment(a54bf79d-a496-4511-b7db-5c024c6f7baa),segment_id=a54bf79d-a496-4511-b7db-5c024c6f7baa)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:14:35.693594 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ddddc623-515b-4bf9-9529-c4a5e9c8a057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:35.708313 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-ddddc623-515b-4bf9-9529-c4a5e9c8a057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:35.712251 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-ddddc623-515b-4bf9-9529-c4a5e9c8a057 admin admin] Usage tracker for resource:security_group_rule and tenant:4ba105e91e03435e942535514ddfc69a is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:35.715363 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-ddddc623-515b-4bf9-9529-c4a5e9c8a057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:35.720908 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-ddddc623-515b-4bf9-9529-c4a5e9c8a057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:35.734832 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:35.738746 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:35.795081 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:35.799847 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:35.801356 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] 10.222.0.37 "PUT /v2.0/ports/d8e8fc02-9593-40cd-9e92-90676116cdd3 HTTP/1.1" status: 200 len: 1094 time: 1.4977789 May 26 11:14:35.804268 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ddddc623-515b-4bf9-9529-c4a5e9c8a057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:35.804832 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0cd4435-c28e-4010-9151-d57861b11eba', 'tag': 'd8e8fc02-9593-40cd-9e92-90676116cdd3'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:14:35.831540 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e8fc02-9593-40cd-9e92-90676116cdd3,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:35.835135 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:35.865941 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0cd4435-c28e-4010-9151-d57861b11eba', 'tag': 'd8e8fc02-9593-40cd-9e92-90676116cdd3', 'status': 'completed', 'code': 200} May 26 11:14:35.894370 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ddddc623-515b-4bf9-9529-c4a5e9c8a057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:35.908797 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-23e63475-8936-42bb-b147-8994681634b7 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:35.950983 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-ddddc623-515b-4bf9-9529-c4a5e9c8a057 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ba105e91e03435e942535514ddfc69a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3878558 May 26 11:14:35.950983 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddc623-515b-4bf9-9529-c4a5e9c8a057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f43f32b-9f7a-4ba5-a1bc-7bade40d4de8,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:35.952269 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 48644) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:35.953406 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ddddc623-515b-4bf9-9529-c4a5e9c8a057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:36.085217 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-124e8424-598a-4752-b21a-a5f62d040a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:36.107732 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9886eef-3c0c-4272-87cf-705ee95ddc2a req-7074e8c6-2338-4190-b2a0-b8b86a7ae0b4 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:36.116096 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f9886eef-3c0c-4272-87cf-705ee95ddc2a req-7074e8c6-2338-4190-b2a0-b8b86a7ae0b4 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 945 time: 0.2049553 May 26 11:14:36.153215 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-124e8424-598a-4752-b21a-a5f62d040a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:36.224949 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55b84b-183a-49ea-b73f-1a757ee23f9d req-d6d44500-fd10-4373-8e05-c56ffbe84250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:36.226417 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8e55b84b-183a-49ea-b73f-1a757ee23f9d req-d6d44500-fd10-4373-8e05-c56ffbe84250 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b10ad5f6de2c4c48b2dbffebfca198ef&device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 1097 time: 0.2414820 May 26 11:14:36.241524 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f9886eef-3c0c-4272-87cf-705ee95ddc2a req-0bb64f56-c7d1-4004-9b61-236a2961cba1 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/security-groups?id=779e1f51-41e8-4555-af9a-69d101d9155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251156 May 26 11:14:36.403158 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516b896-0c88-4ece-81ec-0f3e955d8e6c req-7420baf4-7733-4ab5-80bb-0c325e50e635 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:36.404404 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a516b896-0c88-4ece-81ec-0f3e955d8e6c req-7420baf4-7733-4ab5-80bb-0c325e50e635 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 944 time: 0.2168000 May 26 11:14:36.453232 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55b84b-183a-49ea-b73f-1a757ee23f9d req-f29de93a-7900-4bf0-84dd-b6ca13807796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:36.454786 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8e55b84b-183a-49ea-b73f-1a757ee23f9d req-f29de93a-7900-4bf0-84dd-b6ca13807796 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b10ad5f6de2c4c48b2dbffebfca198ef&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1973741 May 26 11:14:36.493175 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-124e8424-598a-4752-b21a-a5f62d040a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:36.502067 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:36.566343 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a516b896-0c88-4ece-81ec-0f3e955d8e6c req-ba1f69e7-a2ee-458d-9c4e-a7de4ef37515 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518900 May 26 11:14:36.585981 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e8424-598a-4752-b21a-a5f62d040a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f43f32b-9f7a-4ba5-a1bc-7bade40d4de8,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:36.588815 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-124e8424-598a-4752-b21a-a5f62d040a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:36.594489 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-124e8424-598a-4752-b21a-a5f62d040a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:36.598213 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-124e8424-598a-4752-b21a-a5f62d040a63 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8f43f32b-9f7a-4ba5-a1bc-7bade40d4de8 HTTP/1.1" status: 204 len: 168 time: 0.6449935 May 26 11:14:36.734803 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55b84b-183a-49ea-b73f-1a757ee23f9d req-874aa715-be10-40f3-9989-e471c84b2974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:36.736234 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8e55b84b-183a-49ea-b73f-1a757ee23f9d req-874aa715-be10-40f3-9989-e471c84b2974 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2729249 May 26 11:14:36.911538 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e3e01-71d1-4dac-892a-b28048369162 req-07d30c6c-61f6-4b72-8155-06b69f5a3778 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:36.912984 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6a1e3e01-71d1-4dac-892a-b28048369162 req-07d30c6c-61f6-4b72-8155-06b69f5a3778 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.1568515 May 26 11:14:36.969175 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-4a366509-aaf6-4b8f-80df-c91a725edda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:36.970644 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-4a366509-aaf6-4b8f-80df-c91a725edda3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b10ad5f6de2c4c48b2dbffebfca198ef&device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 1097 time: 0.1341190 May 26 11:14:36.973598 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6a1e3e01-71d1-4dac-892a-b28048369162 req-c162df19-6a17-41e6-9882-659fcaf54fb9 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536404 May 26 11:14:37.087190 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-b1d225ca-26d3-4b43-881a-84ee85d75467 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8e8fc02-9593-40cd-9e92-90676116cdd3 HTTP/1.1" status: 200 len: 217 time: 0.0689051 May 26 11:14:37.148721 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-387517d4-75cf-4728-97d2-eb0590aa33ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:37.150147 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-387517d4-75cf-4728-97d2-eb0590aa33ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=321c0d01-84f2-4a24-90fd-e7b00558ba0f HTTP/1.1" status: 200 len: 855 time: 0.0558081 May 26 11:14:37.198658 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-a4a93918-c165-40ac-93d9-feab44de0769 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8401442c-7711-47cb-bb0a-a8ee35438347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396414 May 26 11:14:37.331893 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-193e438f-75d4-41c1-8916-0813954cbd0a service neutron] 10.222.0.37 "GET /v2.0/networks/8401442c-7711-47cb-bb0a-a8ee35438347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253755 May 26 11:14:37.412290 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 48688) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:37.429692 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-edb98f0a-732f-4ca1-872f-e383650e7d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:37.448392 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-edb98f0a-732f-4ca1-872f-e383650e7d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:37.452802 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-edb98f0a-732f-4ca1-872f-e383650e7d55 admin admin] Usage tracker for resource:security_group_rule and tenant:f614c62e88c14b1db23766ebd073f967 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:37.455764 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-edb98f0a-732f-4ca1-872f-e383650e7d55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:37.462675 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-edb98f0a-732f-4ca1-872f-e383650e7d55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:37.522585 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ff7122f7-1fe7-4c8b-ae32-ab833be6dbab req-8416f2c0-c67f-42ad-b10d-18b1e233a6f0 service neutron] 10.222.0.37 "GET /v2.0/networks/8401442c-7711-47cb-bb0a-a8ee35438347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835907 May 26 11:14:37.544016 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134b138-5ab3-4bf9-84e4-0b87f5f355e4 req-25c584ea-1ef6-4386-bd6f-4b0d478d6cef tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:37.548960 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a134b138-5ab3-4bf9-84e4-0b87f5f355e4 req-25c584ea-1ef6-4386-bd6f-4b0d478d6cef tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 945 time: 0.1392744 May 26 11:14:37.573262 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-edb98f0a-732f-4ca1-872f-e383650e7d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:37.596884 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a134b138-5ab3-4bf9-84e4-0b87f5f355e4 req-a492aade-a19d-4857-98de-14c41b98bce2 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/security-groups?id=779e1f51-41e8-4555-af9a-69d101d9155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408947 May 26 11:14:37.739890 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-edb98f0a-732f-4ca1-872f-e383650e7d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:37.749054 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2b92c9e7-f5b7-4029-a172-afa84e3d4a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:37.785171 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e217680-2f2e-49fa-9e1b-57952dbd2e44 req-44378c36-d149-4db9-8695-50c7c81b7793 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:37.786829 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0e217680-2f2e-49fa-9e1b-57952dbd2e44 req-44378c36-d149-4db9-8695-50c7c81b7793 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 944 time: 0.0856912 May 26 11:14:37.799577 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-edb98f0a-732f-4ca1-872f-e383650e7d55 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f614c62e88c14b1db23766ebd073f967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3861833 May 26 11:14:37.800446 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb98f0a-732f-4ca1-872f-e383650e7d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d70fc7-dead-4f5b-a645-3158fca82f82,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:37.802816 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 48702) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:37.805317 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-edb98f0a-732f-4ca1-872f-e383650e7d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:37.846114 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0e217680-2f2e-49fa-9e1b-57952dbd2e44 req-ea55cee2-24cd-4c5d-a03b-d611ee46a30c tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521517 May 26 11:14:37.866316 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-00597e0d-1d67-4f0d-a383-2e2dbc3ba7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:37.891268 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-00597e0d-1d67-4f0d-a383-2e2dbc3ba7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:38.025734 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-00597e0d-1d67-4f0d-a383-2e2dbc3ba7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:38.031278 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:38.048989 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00597e0d-1d67-4f0d-a383-2e2dbc3ba7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d70fc7-dead-4f5b-a645-3158fca82f82,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:38.052647 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-00597e0d-1d67-4f0d-a383-2e2dbc3ba7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:38.063084 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-00597e0d-1d67-4f0d-a383-2e2dbc3ba7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:38.066653 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-00597e0d-1d67-4f0d-a383-2e2dbc3ba7ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e7d70fc7-dead-4f5b-a645-3158fca82f82 HTTP/1.1" status: 204 len: 168 time: 0.2605083 May 26 11:14:38.175257 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8af181-26ae-4fe6-9442-8b81039b7788 req-9785c136-25db-467d-b9d0-13809e5b8fcc tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:38.176708 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-da8af181-26ae-4fe6-9442-8b81039b7788 req-9785c136-25db-467d-b9d0-13809e5b8fcc tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.0791502 May 26 11:14:38.223453 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-da8af181-26ae-4fe6-9442-8b81039b7788 req-642bf087-a6f1-41f1-9ba1-3c3f68b8d9aa tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393553 May 26 11:14:38.836050 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46ebca-fdc3-4539-afbd-0861c58b8ae4 req-318512c5-7f2e-4d3a-b649-86527e94bc26 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:38.837653 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fb46ebca-fdc3-4539-afbd-0861c58b8ae4 req-318512c5-7f2e-4d3a-b649-86527e94bc26 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 945 time: 0.0976508 May 26 11:14:38.898869 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fb46ebca-fdc3-4539-afbd-0861c58b8ae4 req-8bf7cfd9-86b7-47fc-8bf1-f83846ae4d28 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/security-groups?id=779e1f51-41e8-4555-af9a-69d101d9155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532229 May 26 11:14:39.058209 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21a41a-9ab9-43b8-9977-c9a1c4090a12 req-23c249be-663e-4cfa-9893-2ab91c19e586 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:39.059728 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7c21a41a-9ab9-43b8-9977-c9a1c4090a12 req-23c249be-663e-4cfa-9893-2ab91c19e586 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 944 time: 0.0862091 May 26 11:14:39.109060 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7c21a41a-9ab9-43b8-9977-c9a1c4090a12 req-e0489f02-15c1-4b0f-91b9-d47d54f83bba tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431964 May 26 11:14:39.435078 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1315bc-b65f-45ad-9e82-b7b9d4ded0fa req-3faa155f-3abc-40da-9ac3-7d85bae5879a tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:39.436540 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ee1315bc-b65f-45ad-9e82-b7b9d4ded0fa req-3faa155f-3abc-40da-9ac3-7d85bae5879a tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 945 time: 0.1471708 May 26 11:14:39.503930 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03458224-f76a-40e6-a74d-be0252d8f606 req-c93cfc03-3250-43f8-b590-2f95454357bf tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:39.505402 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-03458224-f76a-40e6-a74d-be0252d8f606 req-c93cfc03-3250-43f8-b590-2f95454357bf tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.1574678 May 26 11:14:39.613854 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-03458224-f76a-40e6-a74d-be0252d8f606 req-4ad9f295-9094-44a4-8ab9-a4cf8292f738 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921640 May 26 11:14:39.623651 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-ee1315bc-b65f-45ad-9e82-b7b9d4ded0fa req-479edf8c-fdf1-45be-855b-6e4b5dc71193 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Deleting port bb9f3328-0d71-4869-93f0-06973011e10a {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:14:39.623984 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-ee1315bc-b65f-45ad-9e82-b7b9d4ded0fa req-479edf8c-fdf1-45be-855b-6e4b5dc71193 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:39.752254 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-ee1315bc-b65f-45ad-9e82-b7b9d4ded0fa req-479edf8c-fdf1-45be-855b-6e4b5dc71193 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] For port bb9f3328-0d71-4869-93f0-06973011e10a, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=bb9f3328-0d71-4869-93f0-06973011e10a,segment=NetworkSegment(2e3f4553-1524-4491-aca0-db59e943c1d9),segment_id=2e3f4553-1524-4491-aca0-db59e943c1d9)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:14:39.752616 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-ee1315bc-b65f-45ad-9e82-b7b9d4ded0fa req-479edf8c-fdf1-45be-855b-6e4b5dc71193 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:39.946837 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-ee1315bc-b65f-45ad-9e82-b7b9d4ded0fa req-479edf8c-fdf1-45be-855b-6e4b5dc71193 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Calling delete_port for bb9f3328-0d71-4869-93f0-06973011e10a owned by compute:nova {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:14:40.155198 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc30db-e0e8-49ab-ae43-6f14c8ae573a req-2b22dcc6-e423-481f-b0c3-9ad1a69ef5ca tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:40.156669 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-13bc30db-e0e8-49ab-ae43-6f14c8ae573a req-2b22dcc6-e423-481f-b0c3-9ad1a69ef5ca tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 945 time: 0.1285768 May 26 11:14:40.267961 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-13bc30db-e0e8-49ab-ae43-6f14c8ae573a req-56b1d54d-3f3d-43f1-a8e4-41ea67dce3ef tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/security-groups?id=779e1f51-41e8-4555-af9a-69d101d9155f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964978 May 26 11:14:40.307835 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:14:40.322909 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82c3fa-4aec-4031-a40d-f16c5367f234 req-c68312a7-efdc-4e8f-afe2-ae863e3ead02 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:40.324349 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ba82c3fa-4aec-4031-a40d-f16c5367f234 req-c68312a7-efdc-4e8f-afe2-ae863e3ead02 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 944 time: 0.0949473 May 26 11:14:40.325455 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-ee1315bc-b65f-45ad-9e82-b7b9d4ded0fa req-479edf8c-fdf1-45be-855b-6e4b5dc71193 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:40.332775 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-275a17b3-b075-459e-8457-de915b051bea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:40.395081 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['bb9f3328-0d71-4869-93f0-06973011e10a'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:14:40.396920 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479edf8c-fdf1-45be-855b-6e4b5dc71193 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Pushing event deleted for resources: {'Port': ['ID=bb9f3328-0d71-4869-93f0-06973011e10a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:40.427329 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-479edf8c-fdf1-45be-855b-6e4b5dc71193 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:40.457456 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ba82c3fa-4aec-4031-a40d-f16c5367f234 req-d2f4ca5b-cc4d-4392-a3ec-9ca34890c7b9 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254818 May 26 11:14:40.790921 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd31b9-b6cf-4c63-8488-674642ce0780 req-e9f6494d-cf4d-4a69-bfbb-c99d9527dd26 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:40.792348 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4ccd31b9-b6cf-4c63-8488-674642ce0780 req-e9f6494d-cf4d-4a69-bfbb-c99d9527dd26 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.0804968 May 26 11:14:40.836504 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4ccd31b9-b6cf-4c63-8488-674642ce0780 req-2b265f58-9ef2-4508-b767-cc0a7031a0b0 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376976 May 26 11:14:41.238929 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1315bc-b65f-45ad-9e82-b7b9d4ded0fa req-479edf8c-fdf1-45be-855b-6e4b5dc71193 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] No DVR routers for this DVR port bb9f3328-0d71-4869-93f0-06973011e10a on host hv-cinder-79313 {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:14:41.256671 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-ee1315bc-b65f-45ad-9e82-b7b9d4ded0fa req-479edf8c-fdf1-45be-855b-6e4b5dc71193 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:41.256671 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec1cd6c-8772-48c1-991a-9758afb2e0b8', 'name': 'network-vif-deleted', 'tag': 'bb9f3328-0d71-4869-93f0-06973011e10a'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:14:41.256671 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ee1315bc-b65f-45ad-9e82-b7b9d4ded0fa req-479edf8c-fdf1-45be-855b-6e4b5dc71193 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.37 "DELETE /v2.0/ports/bb9f3328-0d71-4869-93f0-06973011e10a HTTP/1.1" status: 204 len: 173 time: 1.8071353 May 26 11:14:41.298479 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec1cd6c-8772-48c1-991a-9758afb2e0b8', 'name': 'network-vif-deleted', 'tag': 'bb9f3328-0d71-4869-93f0-06973011e10a', 'status': 'completed', 'code': 200} May 26 11:14:41.382452 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 48792) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:41.437879 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-06b5eb55-ad5e-4aef-b67f-724098bbb0c7 req-c5a64105-0d62-4167-ac2f-f3fbffffc5af tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Synchronizing usage tracker for tenant:4506c5d923304a318b05bc8e034df406 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:14:41.492059 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2d722967-d9c0-46df-b796-2292723c12fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:41.511163 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-2d722967-d9c0-46df-b796-2292723c12fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:41.517605 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-2d722967-d9c0-46df-b796-2292723c12fa admin admin] Usage tracker for resource:security_group_rule and tenant:76fb7e12cfe4427a88487375199fab07 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:41.520594 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-2d722967-d9c0-46df-b796-2292723c12fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:41.526693 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-2d722967-d9c0-46df-b796-2292723c12fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:41.608148 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-06b5eb55-ad5e-4aef-b67f-724098bbb0c7 req-c5a64105-0d62-4167-ac2f-f3fbffffc5af tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Unset dirty status for tenant:4506c5d923304a318b05bc8e034df406 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:14:41.609511 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-06b5eb55-ad5e-4aef-b67f-724098bbb0c7 req-c5a64105-0d62-4167-ac2f-f3fbffffc5af tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 210 time: 0.2187133 May 26 11:14:41.610155 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2d722967-d9c0-46df-b796-2292723c12fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:41.652591 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c187e-5264-42a6-a337-cdd5c67e9c88 req-9112a481-4109-4c6a-a1cd-a289ee62b95a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:41.654222 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-520c187e-5264-42a6-a337-cdd5c67e9c88 req-9112a481-4109-4c6a-a1cd-a289ee62b95a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 944 time: 0.0832253 May 26 11:14:41.700212 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-520c187e-5264-42a6-a337-cdd5c67e9c88 req-55d624f8-9c64-4528-b397-2b1c1ab712c9 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402098 May 26 11:14:41.706058 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2d722967-d9c0-46df-b796-2292723c12fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:41.714930 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-465025cb-426e-4a23-8f66-e6e6334f91a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:41.754913 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-2d722967-d9c0-46df-b796-2292723c12fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76fb7e12cfe4427a88487375199fab07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807704 May 26 11:14:41.755119 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 48802) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:41.757708 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d722967-d9c0-46df-b796-2292723c12fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b69f9a3-d2da-4662-ad85-487aea4d7ebc,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:41.773870 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2d722967-d9c0-46df-b796-2292723c12fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:41.817715 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d0d23035-8602-415f-915d-fcfca1e61ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:41.843358 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d0d23035-8602-415f-915d-fcfca1e61ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:42.038292 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983e428-b27f-453a-91c4-10cbb92a50a6 req-dda7afd6-fd7a-4f7d-89d0-3b36f36cdd42 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:42.039834 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8983e428-b27f-453a-91c4-10cbb92a50a6 req-dda7afd6-fd7a-4f7d-89d0-3b36f36cdd42 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.0946536 May 26 11:14:42.055320 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d0d23035-8602-415f-915d-fcfca1e61ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:42.059953 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-40c709ce-34be-4f52-8321-c4fabb1864fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:42.071557 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d23035-8602-415f-915d-fcfca1e61ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b69f9a3-d2da-4662-ad85-487aea4d7ebc,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:42.080205 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d0d23035-8602-415f-915d-fcfca1e61ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:42.086913 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d0d23035-8602-415f-915d-fcfca1e61ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:42.089833 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-d0d23035-8602-415f-915d-fcfca1e61ec8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b69f9a3-d2da-4662-ad85-487aea4d7ebc HTTP/1.1" status: 204 len: 168 time: 0.3324237 May 26 11:14:42.094482 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8983e428-b27f-453a-91c4-10cbb92a50a6 req-c8788195-a9dd-4822-9cf3-c2696f084cb2 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482342 May 26 11:14:42.202972 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device d8e8fc02-9593-40cd-9e92-90676116cdd3 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:14:42.368600 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port d8e8fc02-9593-40cd-9e92-90676116cdd3, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=d8e8fc02-9593-40cd-9e92-90676116cdd3,segment=NetworkSegment(a54bf79d-a496-4511-b7db-5c024c6f7baa),segment_id=a54bf79d-a496-4511-b7db-5c024c6f7baa)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:14:42.385827 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': 'd8e8fc02-9593-40cd-9e92-90676116cdd3', 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347', 'port_id': 'd8e8fc02-9593-40cd-9e92-90676116cdd3', 'mac_address': 'fa:16:3e:cd:d6:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321c0d01-84f2-4a24-90fd-e7b00558ba0f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:14:42.442489 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:42.459709 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e8fc02-9593-40cd-9e92-90676116cdd3 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:14:42.477160 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port d8e8fc02-9593-40cd-9e92-90676116cdd3, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=d8e8fc02-9593-40cd-9e92-90676116cdd3,segment=NetworkSegment(a54bf79d-a496-4511-b7db-5c024c6f7baa),segment_id=a54bf79d-a496-4511-b7db-5c024c6f7baa)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:14:42.602953 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:42.605718 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-439f76e6-961d-4c1f-bd62-70ed7875f597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:42.676398 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=d8e8fc02-9593-40cd-9e92-90676116cdd3,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:42.685357 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:42.685706 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:42.686065 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:42.686684 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:42.687369 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:42.687849 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:42.688342 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:42.688827 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:42.689150 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:42.689471 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:42.689788 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:42.690128 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:42.694510 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:42.802432 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-27bb7a48-c65d-4da6-be2b-9d19a8ff2252 req-999551a4-7deb-4e52-8ade-a313763579b1 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ec1cd6c-8772-48c1-991a-9758afb2e0b8 HTTP/1.1" status: 200 len: 210 time: 0.0453315 May 26 11:14:42.883012 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 48828) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:42.904004 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20369d34-b60e-4238-a956-a02d0c64c2e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:42.914470 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e97cbb-51d0-43f3-9ac3-d8e39acca4cc req-1d99d1bb-1240-4cac-831f-ccb3cff2e53c tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:42.915759 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a4e97cbb-51d0-43f3-9ac3-d8e39acca4cc req-1d99d1bb-1240-4cac-831f-ccb3cff2e53c tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 945 time: 0.0936925 May 26 11:14:42.922966 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-20369d34-b60e-4238-a956-a02d0c64c2e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:42.938617 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-20369d34-b60e-4238-a956-a02d0c64c2e8 admin admin] Usage tracker for resource:security_group_rule and tenant:e6cfee5dc4fc4902a280960ad7298131 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:42.946263 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-20369d34-b60e-4238-a956-a02d0c64c2e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:42.953576 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-20369d34-b60e-4238-a956-a02d0c64c2e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:42.967520 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a4e97cbb-51d0-43f3-9ac3-d8e39acca4cc req-8bf09111-8708-41bd-bff4-7d92018d9c9a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436990 May 26 11:14:43.052837 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20369d34-b60e-4238-a956-a02d0c64c2e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:43.081864 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['d8e8fc02-9593-40cd-9e92-90676116cdd3'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:14:43.156958 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20369d34-b60e-4238-a956-a02d0c64c2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:43.173843 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3c27b2f7-c32a-44dc-8807-1fe6887cbf9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:43.212492 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20369d34-b60e-4238-a956-a02d0c64c2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674fcc1c-0904-40a4-ab1e-fb2c3eecd90b,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:43.227485 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-20369d34-b60e-4238-a956-a02d0c64c2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:43.230644 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-20369d34-b60e-4238-a956-a02d0c64c2e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e6cfee5dc4fc4902a280960ad7298131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460245 May 26 11:14:43.233086 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 48836) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:43.301349 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1a787e03-1a02-4ebb-a224-7a3dfa75e6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:43.315552 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cb7dc-0ea7-4b79-8de1-259c1391fc55 req-8e3ac549-cada-4e40-997a-e5bc702b4c5e tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:43.317163 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ab4cb7dc-0ea7-4b79-8de1-259c1391fc55 req-8e3ac549-cada-4e40-997a-e5bc702b4c5e tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.0859208 May 26 11:14:43.335685 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1a787e03-1a02-4ebb-a224-7a3dfa75e6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:43.365851 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ab4cb7dc-0ea7-4b79-8de1-259c1391fc55 req-c311743a-9fe9-4026-ab9a-e23be3ebd29b tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419922 May 26 11:14:43.491047 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1a787e03-1a02-4ebb-a224-7a3dfa75e6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:43.504485 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:43.507619 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a787e03-1a02-4ebb-a224-7a3dfa75e6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674fcc1c-0904-40a4-ab1e-fb2c3eecd90b,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:43.510451 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1a787e03-1a02-4ebb-a224-7a3dfa75e6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:43.512514 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1a787e03-1a02-4ebb-a224-7a3dfa75e6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:43.516507 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-1a787e03-1a02-4ebb-a224-7a3dfa75e6fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/674fcc1c-0904-40a4-ab1e-fb2c3eecd90b HTTP/1.1" status: 204 len: 168 time: 0.2792969 May 26 11:14:44.193655 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d13d0-97c3-4b07-bd3c-a1decb80781d req-29016a14-12e3-4bb9-8a8b-74c34a25190d tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:44.203849 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e72d13d0-97c3-4b07-bd3c-a1decb80781d req-29016a14-12e3-4bb9-8a8b-74c34a25190d tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 945 time: 0.1061089 May 26 11:14:44.229935 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device bb9f3328-0d71-4869-93f0-06973011e10a no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:14:44.280916 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e72d13d0-97c3-4b07-bd3c-a1decb80781d req-c732e92c-4e2a-449c-88f2-a3c10f99c3c7 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743108 May 26 11:14:44.288831 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] No Port match for: bb9f3328-0d71-4869-93f0-06973011e10a {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:14:44.289252 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device bb9f3328-0d71-4869-93f0-06973011e10a not bound to the agent host hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:14:44.570679 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e99c29-296f-4118-bfcc-864718f6f8b8 req-1068069e-f9dd-4fbc-8145-9fbb65f8c681 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:44.572150 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-48e99c29-296f-4118-bfcc-864718f6f8b8 req-1068069e-f9dd-4fbc-8145-9fbb65f8c681 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.0935321 May 26 11:14:44.637243 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-48e99c29-296f-4118-bfcc-864718f6f8b8 req-7a7ab1a9-cddd-48c9-955a-61e9b1f9711d tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534961 May 26 11:14:45.511468 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce3f86-99cb-4c9a-9242-70642cbd1015 req-cdc2f1e2-a71f-4b6f-bb21-4dd459592a68 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:45.513161 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-45ce3f86-99cb-4c9a-9242-70642cbd1015 req-cdc2f1e2-a71f-4b6f-bb21-4dd459592a68 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 945 time: 0.0835049 May 26 11:14:45.560592 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-45ce3f86-99cb-4c9a-9242-70642cbd1015 req-107d279c-da30-44f1-b4ea-48c83642577f tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418167 May 26 11:14:45.828488 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a88d79-b94f-439d-84b3-4a9f8c51a7b1 req-64e229dc-f32e-4509-8882-4674b8ecd116 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:45.829994 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a4a88d79-b94f-439d-84b3-4a9f8c51a7b1 req-64e229dc-f32e-4509-8882-4674b8ecd116 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.0846279 May 26 11:14:45.947845 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a4a88d79-b94f-439d-84b3-4a9f8c51a7b1 req-62523690-dd16-4c0e-a189-9ccc1d3cebcc tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117933 May 26 11:14:46.028370 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 48930) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:46.093405 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-d63800b7-52ec-4a0d-9bf4-afd62e3995d8 admin admin] Deleting subnet b6861de6-f1d8-44d3-bd2f-fa7fcb23ccad {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:14:46.096712 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d63800b7-52ec-4a0d-9bf4-afd62e3995d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:46.149489 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d63800b7-52ec-4a0d-9bf4-afd62e3995d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-695888'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:46.203383 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d63800b7-52ec-4a0d-9bf4-afd62e3995d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532386'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:46.241756 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device d8e8fc02-9593-40cd-9e92-90676116cdd3 up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:14:46.381232 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning for port d8e8fc02-9593-40cd-9e92-90676116cdd3 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:14:46.388978 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port d8e8fc02-9593-40cd-9e92-90676116cdd3 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:46.390377 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:46.581448 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:46.591796 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d63800b7-52ec-4a0d-9bf4-afd62e3995d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-857585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31668490'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:46.601693 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:46.620063 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cd4435-c28e-4010-9151-d57861b11eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e8fc02-9593-40cd-9e92-90676116cdd3'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:14:46.636604 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port d8e8fc02-9593-40cd-9e92-90676116cdd3, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=d8e8fc02-9593-40cd-9e92-90676116cdd3,segment=NetworkSegment(a54bf79d-a496-4511-b7db-5c024c6f7baa),segment_id=a54bf79d-a496-4511-b7db-5c024c6f7baa)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:14:46.671479 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d63800b7-52ec-4a0d-9bf4-afd62e3995d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:46.689904 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63800b7-52ec-4a0d-9bf4-afd62e3995d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6861de6-f1d8-44d3-bd2f-fa7fcb23ccad,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:46.695064 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d63800b7-52ec-4a0d-9bf4-afd62e3995d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:46.704705 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 48960) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:46.717594 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-d63800b7-52ec-4a0d-9bf4-afd62e3995d8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b6861de6-f1d8-44d3-bd2f-fa7fcb23ccad HTTP/1.1" status: 204 len: 168 time: 0.6724505 May 26 11:14:46.725139 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cd4435-c28e-4010-9151-d57861b11eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e8fc02-9593-40cd-9e92-90676116cdd3', 'code': 200} May 26 11:14:46.752382 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:46.754760 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-439f76e6-961d-4c1f-bd62-70ed7875f597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:46.830284 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=d8e8fc02-9593-40cd-9e92-90676116cdd3,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:46.838654 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:46.904618 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-055d9ce5-d780-40c2-9a71-4c6d52183d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496182'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:46.978865 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136349a5-1b4e-49e1-9e4a-9c44e267524e req-2c8b87c1-7ce6-46f9-9320-db4dd6d91dc3 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:46.986191 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-136349a5-1b4e-49e1-9e4a-9c44e267524e req-2c8b87c1-7ce6-46f9-9320-db4dd6d91dc3 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 946 time: 0.2572465 May 26 11:14:47.097716 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-055d9ce5-d780-40c2-9a71-4c6d52183d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514367', 'neutron.services.segments.db._delete_segments_for_network-8746349621989'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:47.111947 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-136349a5-1b4e-49e1-9e4a-9c44e267524e req-678a5c61-532c-45eb-961a-dd767d2aeaee tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248932 May 26 11:14:47.117147 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.services.segments.db [None req-055d9ce5-d780-40c2-9a71-4c6d52183d41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc46e5b7-2255-4f9a-8b88-9d59537ba6ff']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:47.136913 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.services.segments.db [None req-055d9ce5-d780-40c2-9a71-4c6d52183d41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3f4553-1524-4491-aca0-db59e943c1d9') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:47.137288 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.services.segments.db [None req-055d9ce5-d780-40c2-9a71-4c6d52183d41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3f4553-1524-4491-aca0-db59e943c1d9') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:47.150532 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-055d9ce5-d780-40c2-9a71-4c6d52183d41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349629862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904551'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:47.168412 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-055d9ce5-d780-40c2-9a71-4c6d52183d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:47.174536 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055d9ce5-d780-40c2-9a71-4c6d52183d41 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:14:47.174971 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-055d9ce5-d780-40c2-9a71-4c6d52183d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33093279'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: Traceback (most recent call last): May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: timer() May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: cb(*args, **kw) May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: return func(*args, **kwargs) May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: self._notify() May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: self.callback(batched_events) May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: event.method(event) May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: return f(self, *a, **k) May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: return self._get(url).json() May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: return self.request(url, 'GET', **kwargs) May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:14:47.188384 dv-cinder-793136-1-iscsi neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:14:47.400005 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90fb20-eafc-48ed-9332-7dfd06bff2c1 req-a61781fa-f431-4bcb-86aa-8009c0c79141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:47.401453 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8b90fb20-eafc-48ed-9332-7dfd06bff2c1 req-a61781fa-f431-4bcb-86aa-8009c0c79141 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 1099 time: 0.2122998 May 26 11:14:47.410024 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84bb61-184b-4cf6-97a7-c0c3fde3c519 req-fac41458-7d17-44e0-8c36-354133d7e642 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:47.411333 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ba84bb61-184b-4cf6-97a7-c0c3fde3c519 req-fac41458-7d17-44e0-8c36-354133d7e642 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.1857533 May 26 11:14:47.460870 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-055d9ce5-d780-40c2-9a71-4c6d52183d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424647'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:47.476456 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8b90fb20-eafc-48ed-9332-7dfd06bff2c1 req-3ececdb4-7da8-4d57-9c5b-6b1250317866 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642374 May 26 11:14:47.477410 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-055d9ce5-d780-40c2-9a71-4c6d52183d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:47.482521 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:47.506244 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d9ce5-d780-40c2-9a71-4c6d52183d41 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc46e5b7-2255-4f9a-8b88-9d59537ba6ff,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:47.509023 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-055d9ce5-d780-40c2-9a71-4c6d52183d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:47.515487 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ba84bb61-184b-4cf6-97a7-c0c3fde3c519 req-e4dfff31-fa90-4f10-8541-c3a09a2d3a2c tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895114 May 26 11:14:47.606386 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-055d9ce5-d780-40c2-9a71-4c6d52183d41 admin admin] 10.222.0.35 "DELETE /v2.0/networks/dc46e5b7-2255-4f9a-8b88-9d59537ba6ff HTTP/1.1" status: 204 len: 168 time: 0.8999631 May 26 11:14:48.038263 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 49020) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:48.086623 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-008b7b6c-8b6c-4170-bc4b-970d5f73d8f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4506c5d923304a318b05bc8e034df406&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0471635 May 26 11:14:48.088977 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 49026) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:48.162104 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d0a1adc8-dd48-421b-bc86-10c1c29cc460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:48.190428 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d0a1adc8-dd48-421b-bc86-10c1c29cc460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:48.332520 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec3865-60bc-44a1-a269-986317227913 req-660cd0b6-7d74-40ae-b84a-96535c860520 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:48.334083 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-99ec3865-60bc-44a1-a269-986317227913 req-660cd0b6-7d74-40ae-b84a-96535c860520 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 946 time: 0.0976982 May 26 11:14:48.380740 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-99ec3865-60bc-44a1-a269-986317227913 req-88a4d611-be16-403c-a9d8-019b1847e8f7 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411086 May 26 11:14:48.385840 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d0a1adc8-dd48-421b-bc86-10c1c29cc460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:48.391357 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d19bc126-07f8-4ffc-a3ca-5e3a5504cb0d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:48.405467 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1adc8-dd48-421b-bc86-10c1c29cc460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779e1f51-41e8-4555-af9a-69d101d9155f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:48.407831 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d0a1adc8-dd48-421b-bc86-10c1c29cc460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:48.487336 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d0a1adc8-dd48-421b-bc86-10c1c29cc460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:48.488503 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-d0a1adc8-dd48-421b-bc86-10c1c29cc460 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/779e1f51-41e8-4555-af9a-69d101d9155f HTTP/1.1" status: 204 len: 168 time: 0.3980567 May 26 11:14:48.702098 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc66a2b-21cb-40dd-8b71-9e55e1ad5207 req-ac310ad9-3e7b-43c6-9eb1-f847ac46db58 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:48.703553 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-dfc66a2b-21cb-40dd-8b71-9e55e1ad5207 req-ac310ad9-3e7b-43c6-9eb1-f847ac46db58 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.0806596 May 26 11:14:48.752391 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-dfc66a2b-21cb-40dd-8b71-9e55e1ad5207 req-dcd83840-e8c9-4dc3-bd4e-ab27a36bfb9d tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419388 May 26 11:14:49.584084 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cd314-c2ee-434e-a42d-a35a3f7bb5de req-5553289f-ca26-4fae-b822-0798101ff05d tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:49.585664 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1b2cd314-c2ee-434e-a42d-a35a3f7bb5de req-5553289f-ca26-4fae-b822-0798101ff05d tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 946 time: 0.0914130 May 26 11:14:49.629509 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1b2cd314-c2ee-434e-a42d-a35a3f7bb5de req-766a1815-b326-401f-aa8d-475c6d5e633f tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374651 May 26 11:14:49.963313 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25c09f-11d4-4215-acea-c754f0d7f0ff req-5d72e987-119c-4296-ba5d-d10798383ce1 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:49.965014 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1a25c09f-11d4-4215-acea-c754f0d7f0ff req-5d72e987-119c-4296-ba5d-d10798383ce1 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.0971310 May 26 11:14:50.020377 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1a25c09f-11d4-4215-acea-c754f0d7f0ff req-eefff6cf-e205-4359-9dad-4b220bbc6356 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491982 May 26 11:14:51.141563 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 49184) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:51.229527 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a1161-e9cb-46d9-b2e3-d8a6819a8519 req-212ee035-4e08-456c-894a-46ab6cec5984 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:51.231010 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-673a1161-e9cb-46d9-b2e3-d8a6819a8519 req-212ee035-4e08-456c-894a-46ab6cec5984 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.0869291 May 26 11:14:51.280726 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8a04a3b8-b21b-402d-bb43-3d0e12d9cdef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.302438 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-673a1161-e9cb-46d9-b2e3-d8a6819a8519 req-8f69a0d4-b4ed-41d5-be48-4395fb6e0912 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653963 May 26 11:14:51.303265 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-8a04a3b8-b21b-402d-bb43-3d0e12d9cdef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:51.307195 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-8a04a3b8-b21b-402d-bb43-3d0e12d9cdef admin admin] Usage tracker for resource:security_group_rule and tenant:72868796d35c4b68bc85b6ff02e2ee57 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:51.310044 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-8a04a3b8-b21b-402d-bb43-3d0e12d9cdef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:51.322930 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-8a04a3b8-b21b-402d-bb43-3d0e12d9cdef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:51.402188 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8a04a3b8-b21b-402d-bb43-3d0e12d9cdef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.488539 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8a04a3b8-b21b-402d-bb43-3d0e12d9cdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.497244 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3d98b2b5-e470-4d04-8237-2eea82852d66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:51.539948 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-8a04a3b8-b21b-402d-bb43-3d0e12d9cdef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=72868796d35c4b68bc85b6ff02e2ee57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3973017 May 26 11:14:51.540843 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04a3b8-b21b-402d-bb43-3d0e12d9cdef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226fcd32-c575-4b68-a550-f6258bcbfa21,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:51.542635 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 49194) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:51.544351 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8a04a3b8-b21b-402d-bb43-3d0e12d9cdef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:51.606673 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c15e23ed-7342-41bc-9f45-abc862329410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.634618 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c15e23ed-7342-41bc-9f45-abc862329410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.769158 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c15e23ed-7342-41bc-9f45-abc862329410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.773996 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ccd4c534-4590-468a-bc1a-84e5c8e11abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:51.788891 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e23ed-7342-41bc-9f45-abc862329410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226fcd32-c575-4b68-a550-f6258bcbfa21,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:51.791773 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c15e23ed-7342-41bc-9f45-abc862329410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:51.794207 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c15e23ed-7342-41bc-9f45-abc862329410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.802777 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-c15e23ed-7342-41bc-9f45-abc862329410 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/226fcd32-c575-4b68-a550-f6258bcbfa21 HTTP/1.1" status: 204 len: 168 time: 0.2582533 May 26 11:14:52.278613 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 49226) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:52.405083 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e9954804-23c4-4664-8415-18b67a3dc7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:52.423068 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-e9954804-23c4-4664-8415-18b67a3dc7fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:52.427086 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-e9954804-23c4-4664-8415-18b67a3dc7fc admin admin] Usage tracker for resource:security_group_rule and tenant:47d429d0654e4dbfb01c5bc3a27db1ca is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:52.429979 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-e9954804-23c4-4664-8415-18b67a3dc7fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:52.436744 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-e9954804-23c4-4664-8415-18b67a3dc7fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:52.510869 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84310b-122d-40a6-94e6-a3c1959eaeff req-9a334333-50d8-4b79-b160-d6750d1b7d4f tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:52.513258 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9f84310b-122d-40a6-94e6-a3c1959eaeff req-9a334333-50d8-4b79-b160-d6750d1b7d4f tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.0986509 May 26 11:14:52.528352 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e9954804-23c4-4664-8415-18b67a3dc7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:52.562396 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9f84310b-122d-40a6-94e6-a3c1959eaeff req-8e176da3-c961-409b-9b1a-16e754d79a7a tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434237 May 26 11:14:52.722863 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e9954804-23c4-4664-8415-18b67a3dc7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:52.732271 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-edb98f0a-732f-4ca1-872f-e383650e7d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:52.769268 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-e9954804-23c4-4664-8415-18b67a3dc7fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=47d429d0654e4dbfb01c5bc3a27db1ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4894371 May 26 11:14:52.770855 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9954804-23c4-4664-8415-18b67a3dc7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a318f3-4ba8-40a1-b410-ebe22e52e736,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:52.773767 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e9954804-23c4-4664-8415-18b67a3dc7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:52.781606 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 49246) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:52.840373 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-336ce7d2-8a67-4388-bcdc-32e90b2790f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:52.871194 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-336ce7d2-8a67-4388-bcdc-32e90b2790f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.138922 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-336ce7d2-8a67-4388-bcdc-32e90b2790f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.143786 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:53.160398 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ce7d2-8a67-4388-bcdc-32e90b2790f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a318f3-4ba8-40a1-b410-ebe22e52e736,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:53.184304 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-336ce7d2-8a67-4388-bcdc-32e90b2790f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:53.188724 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-336ce7d2-8a67-4388-bcdc-32e90b2790f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.189663 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-336ce7d2-8a67-4388-bcdc-32e90b2790f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/61a318f3-4ba8-40a1-b410-ebe22e52e736 HTTP/1.1" status: 204 len: 168 time: 0.4068427 May 26 11:14:53.311570 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c102d7-ded8-4a46-8914-316235232be4 req-c641c11d-4509-44ce-8560-fcd6aae71fc7 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:53.313007 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-58c102d7-ded8-4a46-8914-316235232be4 req-c641c11d-4509-44ce-8560-fcd6aae71fc7 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/networks?id=8401442c-7711-47cb-bb0a-a8ee35438347 HTTP/1.1" status: 200 len: 815 time: 0.1574781 May 26 11:14:53.327500 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-58c102d7-ded8-4a46-8914-316235232be4 req-375fa693-6175-427e-a4f6-c914397f9c24 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/quotas/b10ad5f6de2c4c48b2dbffebfca198ef HTTP/1.1" status: 200 len: 375 time: 0.0089469 May 26 11:14:53.409866 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-58c102d7-ded8-4a46-8914-316235232be4 req-51cdd7fe-44ff-439c-adb9-50f806081a3a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b10ad5f6de2c4c48b2dbffebfca198ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766201 May 26 11:14:53.545129 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-58c102d7-ded8-4a46-8914-316235232be4 req-cc5b26ad-3989-4965-9084-06a6b0634632 service neutron] 10.222.0.35 "GET /v2.0/networks/8401442c-7711-47cb-bb0a-a8ee35438347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237180 May 26 11:14:53.719210 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-58c102d7-ded8-4a46-8914-316235232be4 req-029bac2b-58f5-4ce5-8b62-173aa45d0ec8 service neutron] 10.222.0.35 "GET /v2.0/networks/8401442c-7711-47cb-bb0a-a8ee35438347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674819 May 26 11:14:53.768588 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6879cc-8dff-4d5b-a840-95e7821bdfd8 req-06fc8a1d-6604-432b-8c2a-1c78c1bb269b tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:53.770126 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cc6879cc-8dff-4d5b-a840-95e7821bdfd8 req-06fc8a1d-6604-432b-8c2a-1c78c1bb269b tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.0874252 May 26 11:14:53.814934 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cc6879cc-8dff-4d5b-a840-95e7821bdfd8 req-887b1f4a-8b3a-4d7e-8a1d-6c0f80d388a2 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389304 May 26 11:14:53.880696 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 49292) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:53.898322 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-625cd54e-96b6-4f94-a432-142619e300d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.914851 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-625cd54e-96b6-4f94-a432-142619e300d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:53.919539 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-625cd54e-96b6-4f94-a432-142619e300d9 admin admin] Usage tracker for resource:security_group_rule and tenant:d838c67a69ed483191c04364714ac585 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:53.923343 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-625cd54e-96b6-4f94-a432-142619e300d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:53.933830 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-625cd54e-96b6-4f94-a432-142619e300d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:54.019692 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f55fa471-2e52-4a94-83fd-e42f8a241255 req-2399aacc-e76b-4960-a755-cc2e988a34ba tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=56471651-39b1-4295-8783-3bb0fab8bf33 HTTP/1.1" status: 200 len: 210 time: 0.0483944 May 26 11:14:54.078708 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-625cd54e-96b6-4f94-a432-142619e300d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:54.151459 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-625cd54e-96b6-4f94-a432-142619e300d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:54.160862 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:54.182294 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 49308) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:54.203171 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-625cd54e-96b6-4f94-a432-142619e300d9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d838c67a69ed483191c04364714ac585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212612 May 26 11:14:54.205133 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625cd54e-96b6-4f94-a432-142619e300d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ead3ce-8039-4781-87ac-5a15919d87a1,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:54.209727 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 49314) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:54.222050 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-625cd54e-96b6-4f94-a432-142619e300d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:54.300711 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-63ed044c-9844-45c1-bf05-2db7019e6810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:54.372559 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-63ed044c-9844-45c1-bf05-2db7019e6810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:54.499124 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-07e33e54-b017-48ee-872b-e8eb9c00b055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:54.518025 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-07e33e54-b017-48ee-872b-e8eb9c00b055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:54.522537 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-07e33e54-b017-48ee-872b-e8eb9c00b055 admin admin] Usage tracker for resource:security_group_rule and tenant:89bf757ef87c48f897d9709ff372dfa4 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:54.526458 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-07e33e54-b017-48ee-872b-e8eb9c00b055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:54.530886 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-63ed044c-9844-45c1-bf05-2db7019e6810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:54.544547 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9c6908a6-8102-404c-a392-4b8dbdcf8163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:54.562470 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-07e33e54-b017-48ee-872b-e8eb9c00b055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:54.573425 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed044c-9844-45c1-bf05-2db7019e6810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ead3ce-8039-4781-87ac-5a15919d87a1,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:54.587623 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-63ed044c-9844-45c1-bf05-2db7019e6810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:54.588632 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-63ed044c-9844-45c1-bf05-2db7019e6810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:54.590026 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-63ed044c-9844-45c1-bf05-2db7019e6810 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/98ead3ce-8039-4781-87ac-5a15919d87a1 HTTP/1.1" status: 204 len: 168 time: 0.3787684 May 26 11:14:54.704660 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-07e33e54-b017-48ee-872b-e8eb9c00b055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:54.769269 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-07e33e54-b017-48ee-872b-e8eb9c00b055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:54.788036 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:54.825175 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-07e33e54-b017-48ee-872b-e8eb9c00b055 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=89bf757ef87c48f897d9709ff372dfa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6408408 May 26 11:14:54.828255 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 49348) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:54.829556 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e33e54-b017-48ee-872b-e8eb9c00b055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de5103d-f7d8-4c9a-a6d5-d1cebf76edd1,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:54.834572 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-07e33e54-b017-48ee-872b-e8eb9c00b055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:54.927793 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-72c80c7b-fa48-464b-8d94-032b9da8fa7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:54.957916 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-72c80c7b-fa48-464b-8d94-032b9da8fa7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:55.076259 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f51084-92f6-408a-9ff4-e566e0cee17f req-f53c08a5-39b9-4a35-b255-0034361cac6c tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:55.077733 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d8f51084-92f6-408a-9ff4-e566e0cee17f req-f53c08a5-39b9-4a35-b255-0034361cac6c tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.0979691 May 26 11:14:55.130441 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d8f51084-92f6-408a-9ff4-e566e0cee17f req-48113a53-75aa-4138-ba70-aa116fc892a8 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467050 May 26 11:14:55.178820 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-72c80c7b-fa48-464b-8d94-032b9da8fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:55.186491 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-418413e1-7467-4973-b7bb-a9117a2440de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:55.199269 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c80c7b-fa48-464b-8d94-032b9da8fa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de5103d-f7d8-4c9a-a6d5-d1cebf76edd1,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:55.202074 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-72c80c7b-fa48-464b-8d94-032b9da8fa7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:55.210355 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-72c80c7b-fa48-464b-8d94-032b9da8fa7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:55.211656 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-72c80c7b-fa48-464b-8d94-032b9da8fa7f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2de5103d-f7d8-4c9a-a6d5-d1cebf76edd1 HTTP/1.1" status: 204 len: 168 time: 0.3814631 May 26 11:14:55.283731 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fb83b823-54af-44af-86f0-58ba8580ec61 req-07562f3c-4340-4202-9c0d-a7707700e281 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=56471651-39b1-4295-8783-3bb0fab8bf33 HTTP/1.1" status: 200 len: 210 time: 0.0420997 May 26 11:14:55.339579 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 49368) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:55.361141 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6d0cc018-b46c-4d9d-af5d-e76542306e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:55.376440 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-6d0cc018-b46c-4d9d-af5d-e76542306e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:55.380330 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-6d0cc018-b46c-4d9d-af5d-e76542306e3f admin admin] Usage tracker for resource:security_group_rule and tenant:356538ddae1749b0ae071b524b48773f is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:55.383156 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-6d0cc018-b46c-4d9d-af5d-e76542306e3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:55.389084 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-6d0cc018-b46c-4d9d-af5d-e76542306e3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:55.477626 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 49376) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:55.509168 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6d0cc018-b46c-4d9d-af5d-e76542306e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:55.575298 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6d0cc018-b46c-4d9d-af5d-e76542306e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:55.583028 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:55.624600 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cc018-b46c-4d9d-af5d-e76542306e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb734210-5826-464b-b44e-49ec4335173a,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:55.631587 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-6d0cc018-b46c-4d9d-af5d-e76542306e3f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=356538ddae1749b0ae071b524b48773f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874148 May 26 11:14:55.631587 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6d0cc018-b46c-4d9d-af5d-e76542306e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:55.632034 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 49384) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:55.707315 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-688fc0d2-fcd1-47cd-899f-98e022790ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:55.735269 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-688fc0d2-fcd1-47cd-899f-98e022790ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:55.772498 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cf517afa-6b46-4cb2-b08d-98b2dff9eeb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:55.800217 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-cf517afa-6b46-4cb2-b08d-98b2dff9eeb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:55.804565 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-cf517afa-6b46-4cb2-b08d-98b2dff9eeb7 admin admin] Usage tracker for resource:security_group_rule and tenant:b4402e6b51924c77a510566c84bbf220 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:55.807854 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-cf517afa-6b46-4cb2-b08d-98b2dff9eeb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:55.813639 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-cf517afa-6b46-4cb2-b08d-98b2dff9eeb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:55.906030 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-688fc0d2-fcd1-47cd-899f-98e022790ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:55.912389 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-07e33e54-b017-48ee-872b-e8eb9c00b055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:55.930818 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fc0d2-fcd1-47cd-899f-98e022790ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb734210-5826-464b-b44e-49ec4335173a,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:55.934865 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-688fc0d2-fcd1-47cd-899f-98e022790ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:55.950812 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-688fc0d2-fcd1-47cd-899f-98e022790ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:55.951917 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-688fc0d2-fcd1-47cd-899f-98e022790ace admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb734210-5826-464b-b44e-49ec4335173a HTTP/1.1" status: 204 len: 168 time: 0.3188078 May 26 11:14:56.003593 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cf517afa-6b46-4cb2-b08d-98b2dff9eeb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:56.088582 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cf517afa-6b46-4cb2-b08d-98b2dff9eeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:56.097251 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-63ed044c-9844-45c1-bf05-2db7019e6810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:56.140558 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-cf517afa-6b46-4cb2-b08d-98b2dff9eeb7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b4402e6b51924c77a510566c84bbf220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6616700 May 26 11:14:56.141465 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf517afa-6b46-4cb2-b08d-98b2dff9eeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255e7c7d-936f-42b3-a15f-405c38404db3,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:56.143161 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 49404) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:56.144424 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cf517afa-6b46-4cb2-b08d-98b2dff9eeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:56.209730 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-78faaaae-0a27-44df-a1bb-3566cfd68d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:56.239168 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-78faaaae-0a27-44df-a1bb-3566cfd68d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:56.384200 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7248f2d-29fa-4257-b660-b45d7a9b3a68 req-9945f0fb-6f14-4449-a7c8-b7b156213045 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:56.385781 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d7248f2d-29fa-4257-b660-b45d7a9b3a68 req-9945f0fb-6f14-4449-a7c8-b7b156213045 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.1277323 May 26 11:14:56.408538 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9c9150c2-3825-4221-bad3-2b72f4cb711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:56.429040 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 49418) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:56.453457 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-78faaaae-0a27-44df-a1bb-3566cfd68d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:56.461310 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eb920286-cc8c-43bf-930b-c572adf4c0a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:56.479119 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d7248f2d-29fa-4257-b660-b45d7a9b3a68 req-a85bac26-b667-4468-bbe2-deaca387ab8b tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857408 May 26 11:14:56.481456 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78faaaae-0a27-44df-a1bb-3566cfd68d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255e7c7d-936f-42b3-a15f-405c38404db3,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:56.484150 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-78faaaae-0a27-44df-a1bb-3566cfd68d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:56.555466 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-78faaaae-0a27-44df-a1bb-3566cfd68d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:56.556532 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-78faaaae-0a27-44df-a1bb-3566cfd68d20 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/255e7c7d-936f-42b3-a15f-405c38404db3 HTTP/1.1" status: 204 len: 168 time: 0.4123707 May 26 11:14:56.574753 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9d9fc347-ca0b-44b3-b6ec-6b578474d297 req-d225341b-9540-4f87-ae6a-15c22579c4df tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=56471651-39b1-4295-8783-3bb0fab8bf33 HTTP/1.1" status: 200 len: 210 time: 0.0750713 May 26 11:14:56.615940 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1104874000-network', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:56.637005 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:56.650671 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Usage tracker for resource:network and tenant:da72a28d3e51419ca0dcfbdfb174e658 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:56.655746 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:56.663089 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:56.711968 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c102d7-ded8-4a46-8914-316235232be4 req-c77ff0f6-62e3-42b9-a187-df25a6f67e2b tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:56.713346 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-58c102d7-ded8-4a46-8914-316235232be4 req-c77ff0f6-62e3-42b9-a187-df25a6f67e2b tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.37 "GET /v2.0/networks?id=8401442c-7711-47cb-bb0a-a8ee35438347 HTTP/1.1" status: 200 len: 815 time: 0.2127349 May 26 11:14:56.733617 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-58c102d7-ded8-4a46-8914-316235232be4 req-74f63fb7-7fab-4d53-8f8b-f7464b3a6f0b tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Request body: {'port': {'device_id': '56471651-39b1-4295-8783-3bb0fab8bf33', 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347', 'admin_state_up': True, 'tenant_id': 'b10ad5f6de2c4c48b2dbffebfca198ef'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:56.814406 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Made reservation on behalf of da72a28d3e51419ca0dcfbdfb174e658 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:14:56.820652 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1461799'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:56.843413 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:56.863535 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:56.867569 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Usage tracker for resource:security_group_rule and tenant:da72a28d3e51419ca0dcfbdfb174e658 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:56.870858 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:56.876847 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:56.967547 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-58c102d7-ded8-4a46-8914-316235232be4 req-74f63fb7-7fab-4d53-8f8b-f7464b3a6f0b tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:56.973239 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:56.979138 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-58c102d7-ded8-4a46-8914-316235232be4 req-74f63fb7-7fab-4d53-8f8b-f7464b3a6f0b tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:57.036888 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:57.040985 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2d722967-d9c0-46df-b796-2292723c12fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:57.064091 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:14:57.077299 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3a3272-ecf2-4bfa-bd69-c544894a82d5,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:57.081216 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:57.082025 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:57.082364 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.db.segments_db [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Added segment 166673a9-7fd2-48ee-8db9-da1dc618f94a of type vlan for network 377a1f2e-d6d0-49e0-923a-b599684df483 May 26 11:14:57.107655 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746349196638'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:57.122973 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c102d7-ded8-4a46-8914-316235232be4 req-74f63fb7-7fab-4d53-8f8b-f7464b3a6f0b tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Made reservation on behalf of b10ad5f6de2c4c48b2dbffebfca198ef for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:14:57.126473 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-58c102d7-ded8-4a46-8914-316235232be4 req-74f63fb7-7fab-4d53-8f8b-f7464b3a6f0b tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:57.265623 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:57.267679 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:57.268256 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:57.275137 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-54406a73-9fed-4546-9122-5524cde913a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:57.290018 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [req-58c102d7-ded8-4a46-8914-316235232be4 req-74f63fb7-7fab-4d53-8f8b-f7464b3a6f0b tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Allocated IP 172.20.0.5 (8401442c-7711-47cb-bb0a-a8ee35438347/321c0d01-84f2-4a24-90fd-e7b00558ba0f/e00cf166-b144-4022-bccb-27ddebb3fd7f) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:14:57.374524 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Pushing event updated for resources: {'Network': ['ID=377a1f2e-d6d0-49e0-923a-b599684df483,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:57.377231 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:57.384742 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Network 377a1f2e-d6d0-49e0-923a-b599684df483 details requested by agent ovs-agent-dv-cinder-793136-1-iscsi with host dv-cinder-793136-1-iscsi {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:14:57.506290 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0759974 May 26 11:14:57.512114 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 49454) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:57.512769 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-58c102d7-ded8-4a46-8914-316235232be4 req-74f63fb7-7fab-4d53-8f8b-f7464b3a6f0b tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:57.518151 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-ab9e64d6-623f-4ffc-83c2-969c6aa0b25f admin admin] Request body: {'subnet': {'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1104874000-subnet', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'ip_version': 4}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:57.523142 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-ab9e64d6-623f-4ffc-83c2-969c6aa0b25f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:57.527603 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-ab9e64d6-623f-4ffc-83c2-969c6aa0b25f admin admin] Usage tracker for resource:subnet and tenant:da72a28d3e51419ca0dcfbdfb174e658 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:57.531011 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-ab9e64d6-623f-4ffc-83c2-969c6aa0b25f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:57.537141 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-ab9e64d6-623f-4ffc-83c2-969c6aa0b25f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:57.588757 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 49460) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:57.605754 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dcef89f7-a8cf-4927-b002-043b22016883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:57.622629 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-dcef89f7-a8cf-4927-b002-043b22016883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:57.626565 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-dcef89f7-a8cf-4927-b002-043b22016883 admin admin] Usage tracker for resource:security_group_rule and tenant:8f241e52554540f9a1aba33674897d02 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:57.629547 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-dcef89f7-a8cf-4927-b002-043b22016883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:57.635537 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-dcef89f7-a8cf-4927-b002-043b22016883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:57.640878 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9e64d6-623f-4ffc-83c2-969c6aa0b25f admin admin] Made reservation on behalf of da72a28d3e51419ca0dcfbdfb174e658 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:14:57.647227 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab9e64d6-623f-4ffc-83c2-969c6aa0b25f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31668519'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:57.671048 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 49466) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:57.688211 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-58c102d7-ded8-4a46-8914-316235232be4 req-74f63fb7-7fab-4d53-8f8b-f7464b3a6f0b tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:57.702763 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:57.740268 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['2f18e19c-06c0-471b-97ea-a28507a4ef4c', 'd8e8fc02-9593-40cd-9e92-90676116cdd3'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:14:57.856617 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c102d7-ded8-4a46-8914-316235232be4 req-74f63fb7-7fab-4d53-8f8b-f7464b3a6f0b tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Network 8401442c-7711-47cb-bb0a-a8ee35438347 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:14:57.869389 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [req-58c102d7-ded8-4a46-8914-316235232be4 req-74f63fb7-7fab-4d53-8f8b-f7464b3a6f0b tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:14:57.874707 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f63fb7-7fab-4d53-8f8b-f7464b3a6f0b tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Pushing event updated for resources: {'Port': ['ID=e00cf166-b144-4022-bccb-27ddebb3fd7f,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:57.878376 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c102d7-ded8-4a46-8914-316235232be4 req-74f63fb7-7fab-4d53-8f8b-f7464b3a6f0b tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:14:57.917532 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-74f63fb7-7fab-4d53-8f8b-f7464b3a6f0b tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:57.965154 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b9e2dc8d-4b29-447b-9123-86cd68417602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:57.978403 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c102d7-ded8-4a46-8914-316235232be4 req-74f63fb7-7fab-4d53-8f8b-f7464b3a6f0b tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:57.978943 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-58c102d7-ded8-4a46-8914-316235232be4 req-74f63fb7-7fab-4d53-8f8b-f7464b3a6f0b tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:57.998586 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd480d-98ad-4190-a601-49b62cdc4472 req-69e3653d-8f48-4414-b7db-ecc169bac109 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:57.998869 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-b9e2dc8d-4b29-447b-9123-86cd68417602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:58.006803 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c0bd480d-98ad-4190-a601-49b62cdc4472 req-69e3653d-8f48-4414-b7db-ecc169bac109 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.3942516 May 26 11:14:58.012379 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dcef89f7-a8cf-4927-b002-043b22016883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.013756 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-b9e2dc8d-4b29-447b-9123-86cd68417602 admin admin] Usage tracker for resource:security_group_rule and tenant:a004c75bb3a2479e97f27748ed55b5ea is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:58.018234 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-b9e2dc8d-4b29-447b-9123-86cd68417602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:58.029214 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-b9e2dc8d-4b29-447b-9123-86cd68417602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:58.049664 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 49478) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:58.053067 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3b1e9-8f68-4d10-bd97-2d1f45c3cc7b req-84904a53-dce4-45c6-9e9d-8fff5bc2d6e2 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:58.054623 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-14b3b1e9-8f68-4d10-bd97-2d1f45c3cc7b req-84904a53-dce4-45c6-9e9d-8fff5bc2d6e2 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=56471651-39b1-4295-8783-3bb0fab8bf33 HTTP/1.1" status: 200 len: 931 time: 0.2827442 May 26 11:14:58.098159 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c0bd480d-98ad-4190-a601-49b62cdc4472 req-c5a46caf-3516-4347-8982-7c39160b6608 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904515 May 26 11:14:58.100607 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dcef89f7-a8cf-4927-b002-043b22016883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.124799 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-14b3b1e9-8f68-4d10-bd97-2d1f45c3cc7b req-ac7994db-f1a6-46ce-a2a9-9a57c797e5c0 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543923 May 26 11:14:58.128232 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-91712e71-3fca-42d4-82a8-59e7e258df06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:58.131676 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-58c102d7-ded8-4a46-8914-316235232be4 req-74f63fb7-7fab-4d53-8f8b-f7464b3a6f0b tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4022238 May 26 11:14:58.151831 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-dcef89f7-a8cf-4927-b002-043b22016883 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8f241e52554540f9a1aba33674897d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5615282 May 26 11:14:58.156215 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-58c102d7-ded8-4a46-8914-316235232be4 req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Request body: {'port': {'device_id': '56471651-39b1-4295-8783-3bb0fab8bf33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:58.159798 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 49484) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:58.211548 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-673801033-network', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:58.237613 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef89f7-a8cf-4927-b002-043b22016883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16b8b20-a6d9-49cd-8321-ba4fc94b9f38,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:58.244253 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:58.251028 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dcef89f7-a8cf-4927-b002-043b22016883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:58.258368 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Usage tracker for resource:network and tenant:14eeeebd5f504b798cc63f39edfc21f7 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:58.268604 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:58.270525 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-58c102d7-ded8-4a46-8914-316235232be4 req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.277568 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:58.352672 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-045fa9fd-0415-4cca-bc87-2e4fb5bfd908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.419727 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-045fa9fd-0415-4cca-bc87-2e4fb5bfd908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.442615 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b9e2dc8d-4b29-447b-9123-86cd68417602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.443597 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Made reservation on behalf of 14eeeebd5f504b798cc63f39edfc21f7 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:14:58.445862 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1461799'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.472413 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.494868 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:58.500273 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Usage tracker for resource:security_group_rule and tenant:14eeeebd5f504b798cc63f39edfc21f7 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:58.504386 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:58.510935 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b9e2dc8d-4b29-447b-9123-86cd68417602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.519734 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:58.523152 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e9954804-23c4-4664-8415-18b67a3dc7fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:58.593537 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-b9e2dc8d-4b29-447b-9123-86cd68417602 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a004c75bb3a2479e97f27748ed55b5ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9205370 May 26 11:14:58.596977 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 49490) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:58.601057 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2dc8d-4b29-447b-9123-86cd68417602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4744d8-9d6a-4ac7-b9c5-4a5283469160,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:58.609277 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b9e2dc8d-4b29-447b-9123-86cd68417602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:58.663979 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-045fa9fd-0415-4cca-bc87-2e4fb5bfd908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.669208 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [req-58c102d7-ded8-4a46-8914-316235232be4 req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e00cf166-b144-4022-bccb-27ddebb3fd7f {{(pid=92386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:14:58.670011 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c15e23ed-7342-41bc-9f45-abc862329410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:58.679842 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-58c102d7-ded8-4a46-8914-316235232be4 req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.691340 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fa9fd-0415-4cca-bc87-2e4fb5bfd908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16b8b20-a6d9-49cd-8321-ba4fc94b9f38,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:58.696661 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-045fa9fd-0415-4cca-bc87-2e4fb5bfd908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:58.708754 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-58c102d7-ded8-4a46-8914-316235232be4 req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Transition to ACTIVE for port object e00cf166-b144-4022-bccb-27ddebb3fd7f will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:14:58.711517 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bbc4fbee-7cc4-442a-8d98-516da4db4846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.731192 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab9e64d6-623f-4ffc-83c2-969c6aa0b25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-857520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31668529'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.740443 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bbc4fbee-7cc4-442a-8d98-516da4db4846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.745075 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:58.791368 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-58c102d7-ded8-4a46-8914-316235232be4 req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.795617 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-045fa9fd-0415-4cca-bc87-2e4fb5bfd908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.796339 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-275a17b3-b075-459e-8457-de915b051bea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:58.796698 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-045fa9fd-0415-4cca-bc87-2e4fb5bfd908 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f16b8b20-a6d9-49cd-8321-ba4fc94b9f38 HTTP/1.1" status: 204 len: 168 time: 0.6303265 May 26 11:14:58.803436 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.816003 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.840620 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e64d6-623f-4ffc-83c2-969c6aa0b25f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d9720a9-e515-4624-88e4-23a7dedd3e0e,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:58.844625 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ab9e64d6-623f-4ffc-83c2-969c6aa0b25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:58.848782 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e64d6-623f-4ffc-83c2-969c6aa0b25f admin admin] Checking segment: {'id': '166673a9-7fd2-48ee-8db9-da1dc618f94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:14:58.849134 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9e64d6-623f-4ffc-83c2-969c6aa0b25f admin admin] Network hostable DHCP agents. Network: 377a1f2e-d6d0-49e0-923a-b599684df483, hostable agents: ['5be7b6bf-9113-45d0-8352-d59a3f612e3f'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:14:58.882992 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.886832 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a290a65a-f6c2-42d9-a348-e6ac2931f520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:58.905164 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9e64d6-623f-4ffc-83c2-969c6aa0b25f admin admin] Network 377a1f2e-d6d0-49e0-923a-b599684df483 is scheduled to be hosted by DHCP agent 5be7b6bf-9113-45d0-8352-d59a3f612e3f with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:14:58.908419 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bbc4fbee-7cc4-442a-8d98-516da4db4846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.912909 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:14:58.929420 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932debaf-fb24-4cde-8ff8-002bb8282dc1,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:58.933314 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:58.934259 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.934595 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.db.segments_db [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Added segment 56d3e6a0-df3f-4e1e-a9c0-180ede880577 of type vlan for network cde0896d-54b3-4d56-a175-3f2fec6c2adb May 26 11:14:58.968366 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746349196638'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.980891 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-18d13114-c9cc-4078-be47-e5b91d684af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.001654 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bbc4fbee-7cc4-442a-8d98-516da4db4846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.002646 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-ab9e64d6-623f-4ffc-83c2-969c6aa0b25f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-iscsi, 377a1f2e-d6d0-49e0-923a-b599684df483) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:14:59.002753 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-bbc4fbee-7cc4-442a-8d98-516da4db4846 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5e4744d8-9d6a-4ac7-b9c5-4a5283469160 HTTP/1.1" status: 204 len: 168 time: 0.4052494 May 26 11:14:59.003363 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Pushing event updated for resources: {'Port': ['ID=e00cf166-b144-4022-bccb-27ddebb3fd7f,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:59.008712 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:59.012414 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6d0cc018-b46c-4d9d-af5d-e76542306e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:59.012641 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9e64d6-623f-4ffc-83c2-969c6aa0b25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:59.014616 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab9e64d6-623f-4ffc-83c2-969c6aa0b25f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.025104 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33542708-7167-4b63-a7f4-3cc2276c2d2a None None] Network 377a1f2e-d6d0-49e0-923a-b599684df483 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:14:59.036692 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4fbee-7cc4-442a-8d98-516da4db4846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4744d8-9d6a-4ac7-b9c5-4a5283469160,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:59.039458 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bbc4fbee-7cc4-442a-8d98-516da4db4846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:59.070022 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-58c102d7-ded8-4a46-8914-316235232be4 req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Attempting to bind port e00cf166-b144-4022-bccb-27ddebb3fd7f on host hv-cinder-79313 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:14:59.070611 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-58c102d7-ded8-4a46-8914-316235232be4 req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Attempting to bind port e00cf166-b144-4022-bccb-27ddebb3fd7f by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': 'a54bf79d-a496-4511-b7db-5c024c6f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:14:59.070943 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c102d7-ded8-4a46-8914-316235232be4 req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Attempting to bind port e00cf166-b144-4022-bccb-27ddebb3fd7f on network 8401442c-7711-47cb-bb0a-a8ee35438347 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:14:59.085178 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c102d7-ded8-4a46-8914-316235232be4 req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Port e00cf166-b144-4022-bccb-27ddebb3fd7f on network 8401442c-7711-47cb-bb0a-a8ee35438347 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:14:59.085506 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c102d7-ded8-4a46-8914-316235232be4 req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Attempting to bind port e00cf166-b144-4022-bccb-27ddebb3fd7f on network 8401442c-7711-47cb-bb0a-a8ee35438347 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:14:59.086274 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.091366 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:59.091366 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.094219 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c102d7-ded8-4a46-8914-316235232be4 req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Checking agent: {'id': 'e864f0ab-5241-4583-ad18-7aea86fa37e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'started_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:14:59.094219 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c102d7-ded8-4a46-8914-316235232be4 req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Checking segment: {'id': 'a54bf79d-a496-4511-b7db-5c024c6f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:14:59.094467 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:59.094548 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c102d7-ded8-4a46-8914-316235232be4 req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Bound using segment: {'id': 'a54bf79d-a496-4511-b7db-5c024c6f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:14:59.094928 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-58c102d7-ded8-4a46-8914-316235232be4 req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Bound port: e00cf166-b144-4022-bccb-27ddebb3fd7f, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54bf79d-a496-4511-b7db-5c024c6f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:14:59.095270 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-58c102d7-ded8-4a46-8914-316235232be4 req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.217754 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-ab9e64d6-623f-4ffc-83c2-969c6aa0b25f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7019815 May 26 11:14:59.218252 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 49506) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:59.227385 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Pushing event updated for resources: {'Network': ['ID=cde0896d-54b3-4d56-a175-3f2fec6c2adb,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:59.239703 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Network cde0896d-54b3-4d56-a175-3f2fec6c2adb details requested by agent ovs-agent-dv-cinder-793136-1-iscsi with host dv-cinder-793136-1-iscsi {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:14:59.244079 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:59.264461 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:59.282796 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:59.289723 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2387786 May 26 11:14:59.292987 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Usage tracker for resource:router and tenant:da72a28d3e51419ca0dcfbdfb174e658 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:59.293387 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 49512) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:14:59.299343 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-135eea90-2b28-4da7-a465-0fc79dbf7b3e admin admin] Request body: {'subnet': {'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-673801033-subnet', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'ip_version': 4}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:59.309862 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-135eea90-2b28-4da7-a465-0fc79dbf7b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:14:59.311666 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:59.320688 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-135eea90-2b28-4da7-a465-0fc79dbf7b3e admin admin] Usage tracker for resource:subnet and tenant:14eeeebd5f504b798cc63f39edfc21f7 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:14:59.328593 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:59.328751 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-135eea90-2b28-4da7-a465-0fc79dbf7b3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:14:59.334935 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-135eea90-2b28-4da7-a465-0fc79dbf7b3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:14:59.415631 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135eea90-2b28-4da7-a465-0fc79dbf7b3e admin admin] Made reservation on behalf of 14eeeebd5f504b798cc63f39edfc21f7 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:14:59.418927 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-135eea90-2b28-4da7-a465-0fc79dbf7b3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31668519'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.465401 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643e63a-fd39-5d5d-9f34-faeb87d00edd-377a1f2e-d6d0-49e0-923a-b599684df483', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e'}]}} from dv-cinder-793136-1-iscsi. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:14:59.466247 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.618440 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-58c102d7-ded8-4a46-8914-316235232be4 req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] For port e00cf166-b144-4022-bccb-27ddebb3fd7f, host hv-cinder-79313, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:14:59.623547 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.631899 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-58c102d7-ded8-4a46-8914-316235232be4 req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] For port e00cf166-b144-4022-bccb-27ddebb3fd7f, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=e00cf166-b144-4022-bccb-27ddebb3fd7f,segment=NetworkSegment(a54bf79d-a496-4511-b7db-5c024c6f7baa),segment_id=a54bf79d-a496-4511-b7db-5c024c6f7baa)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:14:59.665974 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Allocated IP 172.20.0.2 (377a1f2e-d6d0-49e0-923a-b599684df483/4d9720a9-e515-4624-88e4-23a7dedd3e0e/4a09139b-4847-4d91-a415-97c9ee833d13) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:14:59.668968 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a151c-db79-4cee-966c-86e6cb61cab6 req-244b1510-9484-41d6-bb28-d6ec583a0ef8 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:59.669826 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-3e1a151c-db79-4cee-966c-86e6cb61cab6 req-244b1510-9484-41d6-bb28-d6ec583a0ef8 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Synchronizing usage tracker for tenant:b10ad5f6de2c4c48b2dbffebfca198ef on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:14:59.686075 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5f192-375c-48ee-836c-6d171804aff3 req-952b85a1-2d1c-4349-8a28-666c3814d600 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:59.693314 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-56a5f192-375c-48ee-836c-6d171804aff3 req-952b85a1-2d1c-4349-8a28-666c3814d600 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.1837289 May 26 11:14:59.720195 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-922'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.721316 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-995'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.751458 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-56a5f192-375c-48ee-836c-6d171804aff3 req-c855df97-9c39-4d03-957a-aaf92d8f9067 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572345 May 26 11:14:59.754898 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.777220 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-58c102d7-ded8-4a46-8914-316235232be4 req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.782586 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a0fae2c3-7dcf-46e9-9256-78729d3021be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:14:59.837516 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-3e1a151c-db79-4cee-966c-86e6cb61cab6 req-244b1510-9484-41d6-bb28-d6ec583a0ef8 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Unset dirty status for tenant:b10ad5f6de2c4c48b2dbffebfca198ef on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:14:59.839683 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3e1a151c-db79-4cee-966c-86e6cb61cab6 req-244b1510-9484-41d6-bb28-d6ec583a0ef8 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=56471651-39b1-4295-8783-3bb0fab8bf33 HTTP/1.1" status: 200 len: 943 time: 0.4846385 May 26 11:14:59.876102 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c102d7-ded8-4a46-8914-316235232be4 req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:14:59.876729 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-58c102d7-ded8-4a46-8914-316235232be4 req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.878142 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-58c102d7-ded8-4a46-8914-316235232be4 req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] 10.222.0.37 "PUT /v2.0/ports/e00cf166-b144-4022-bccb-27ddebb3fd7f HTTP/1.1" status: 200 len: 1093 time: 1.7270286 May 26 11:14:59.880552 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56471651-39b1-4295-8783-3bb0fab8bf33', 'tag': 'e00cf166-b144-4022-bccb-27ddebb3fd7f'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:14:59.917928 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Pushing event updated for resources: {'Port': ['ID=e00cf166-b144-4022-bccb-27ddebb3fd7f,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:59.931250 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3e1a151c-db79-4cee-966c-86e6cb61cab6 req-e116e482-0729-46df-84ac-e80b4065ce99 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819578 May 26 11:14:59.932166 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:14:59.981080 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.992377 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Transition to ACTIVE for port object 4a09139b-4847-4d91-a415-97c9ee833d13 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:00.016163 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Transition to ACTIVE for port object 4a09139b-4847-4d91-a415-97c9ee833d13 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:00.118426 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:00.132092 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-135eea90-2b28-4da7-a465-0fc79dbf7b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-857520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31668529'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:00.133138 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:00.134149 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56471651-39b1-4295-8783-3bb0fab8bf33', 'tag': 'e00cf166-b144-4022-bccb-27ddebb3fd7f', 'status': 'completed', 'code': 200} May 26 11:15:00.139127 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:00.230928 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Pushing event updated for resources: {'Port': ['ID=4a09139b-4847-4d91-a415-97c9ee833d13,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:00.233220 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135eea90-2b28-4da7-a465-0fc79dbf7b3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=225d7685-56cc-4eff-acf8-e6ea831b0ce2,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:00.236000 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:00.237665 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-135eea90-2b28-4da7-a465-0fc79dbf7b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:00.239111 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135eea90-2b28-4da7-a465-0fc79dbf7b3e admin admin] Checking segment: {'id': '56d3e6a0-df3f-4e1e-a9c0-180ede880577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:15:00.239505 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135eea90-2b28-4da7-a465-0fc79dbf7b3e admin admin] Network hostable DHCP agents. Network: cde0896d-54b3-4d56-a175-3f2fec6c2adb, hostable agents: ['5be7b6bf-9113-45d0-8352-d59a3f612e3f'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:15:00.244155 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Network 377a1f2e-d6d0-49e0-923a-b599684df483 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:15:00.248965 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:00.255362 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:15:00.325143 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1013'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:00.345285 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c102d7-ded8-4a46-8914-316235232be4 req-89e5cd9a-4ec9-44fb-9f59-1e593b650668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:00.346728 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-58c102d7-ded8-4a46-8914-316235232be4 req-89e5cd9a-4ec9-44fb-9f59-1e593b650668 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b10ad5f6de2c4c48b2dbffebfca198ef&device_id=56471651-39b1-4295-8783-3bb0fab8bf33 HTTP/1.1" status: 200 len: 1096 time: 0.2118597 May 26 11:15:00.366295 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Attempting to bind port 4a09139b-4847-4d91-a415-97c9ee833d13 on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:15:00.366669 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Attempting to bind port 4a09139b-4847-4d91-a415-97c9ee833d13 by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': '166673a9-7fd2-48ee-8db9-da1dc618f94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:15:00.367035 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Attempting to bind port 4a09139b-4847-4d91-a415-97c9ee833d13 on network 377a1f2e-d6d0-49e0-923a-b599684df483 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:15:00.372766 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:15:00.373134 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Checking segment: {'id': '166673a9-7fd2-48ee-8db9-da1dc618f94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:15:00.373546 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:00.373975 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Bound using segment: {'id': '166673a9-7fd2-48ee-8db9-da1dc618f94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:15:00.374450 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Bound port: 4a09139b-4847-4d91-a415-97c9ee833d13, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166673a9-7fd2-48ee-8db9-da1dc618f94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:15:00.374562 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135eea90-2b28-4da7-a465-0fc79dbf7b3e admin admin] Network cde0896d-54b3-4d56-a175-3f2fec6c2adb is scheduled to be hosted by DHCP agent 5be7b6bf-9113-45d0-8352-d59a3f612e3f with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:15:00.374823 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:00.427683 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-58c102d7-ded8-4a46-8914-316235232be4 req-63c8a45e-144a-4c5b-b9fc-cee0449ff3e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e00cf166-b144-4022-bccb-27ddebb3fd7f HTTP/1.1" status: 200 len: 217 time: 0.0618219 May 26 11:15:00.469285 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] For port 4a09139b-4847-4d91-a415-97c9ee833d13, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:15:00.472941 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] For port 4a09139b-4847-4d91-a415-97c9ee833d13, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=4a09139b-4847-4d91-a415-97c9ee833d13,segment=NetworkSegment(166673a9-7fd2-48ee-8db9-da1dc618f94a),segment_id=166673a9-7fd2-48ee-8db9-da1dc618f94a)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:15:00.552607 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c102d7-ded8-4a46-8914-316235232be4 req-7431d59a-31c3-4e22-abc9-df5f6f4493ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:00.553977 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-58c102d7-ded8-4a46-8914-316235232be4 req-7431d59a-31c3-4e22-abc9-df5f6f4493ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=321c0d01-84f2-4a24-90fd-e7b00558ba0f HTTP/1.1" status: 200 len: 855 time: 0.1195776 May 26 11:15:00.557268 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-135eea90-2b28-4da7-a465-0fc79dbf7b3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-iscsi, cde0896d-54b3-4d56-a175-3f2fec6c2adb) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:00.577884 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db05a62f-5da2-4696-8a41-056f178bf42c None None] Network cde0896d-54b3-4d56-a175-3f2fec6c2adb requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:15:00.588903 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135eea90-2b28-4da7-a465-0fc79dbf7b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:00.589495 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-135eea90-2b28-4da7-a465-0fc79dbf7b3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:00.613839 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-58c102d7-ded8-4a46-8914-316235232be4 req-1d908200-e70c-4d2c-a114-209b0c54aa55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8401442c-7711-47cb-bb0a-a8ee35438347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492227 May 26 11:15:00.671545 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:00.686111 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:00.764530 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-135eea90-2b28-4da7-a465-0fc79dbf7b3e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4699891 May 26 11:15:00.770603 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 49558) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:00.787427 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-673801033-router', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:00.806462 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:00.817292 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Usage tracker for resource:router and tenant:14eeeebd5f504b798cc63f39edfc21f7 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:00.827420 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-58c102d7-ded8-4a46-8914-316235232be4 req-7f19973a-1c33-46f2-b2fd-f03c0425a664 service neutron] 10.222.0.37 "GET /v2.0/networks/8401442c-7711-47cb-bb0a-a8ee35438347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051804 May 26 11:15:00.829047 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:00.853084 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:00.921027 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Pushing event updated for resources: {'Port': ['ID=4a09139b-4847-4d91-a415-97c9ee833d13,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:00.926860 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643e63a-fd39-5d5d-9f34-faeb87d00edd-cde0896d-54b3-4d56-a175-3f2fec6c2adb', 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'fixed_ips': [{'subnet_id': '225d7685-56cc-4eff-acf8-e6ea831b0ce2'}]}} from dv-cinder-793136-1-iscsi. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:15:00.927903 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:00.941725 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:00.968686 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-922'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:00.970067 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-995'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:01.014881 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:01.123192 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Allocated IP 172.20.0.2 (cde0896d-54b3-4d56-a175-3f2fec6c2adb/225d7685-56cc-4eff-acf8-e6ea831b0ce2/429579a0-0765-493c-bf0c-87c15b3c4402) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:15:01.368338 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-58c102d7-ded8-4a46-8914-316235232be4 req-af2ce6f4-82d8-439a-a20a-762d280c921e service neutron] 10.222.0.37 "GET /v2.0/networks/8401442c-7711-47cb-bb0a-a8ee35438347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5328767 May 26 11:15:01.371177 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:01.407507 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:01.509289 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:01.514127 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c00b9c-c243-4a50-9137-13b0062c9d4a req-dc496c1d-13cc-481a-a70a-60732a045477 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:01.515678 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d0c00b9c-c243-4a50-9137-13b0062c9d4a req-dc496c1d-13cc-481a-a70a-60732a045477 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.5925727 May 26 11:15:01.528456 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Transition to ACTIVE for port object 429579a0-0765-493c-bf0c-87c15b3c4402 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:01.538362 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4556b3-4e4a-4279-aadc-5745f42b9487 req-2a30a8e8-014a-40c8-9eec-99491c155d0d tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:01.539904 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8f4556b3-4e4a-4279-aadc-5745f42b9487 req-2a30a8e8-014a-40c8-9eec-99491c155d0d tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=56471651-39b1-4295-8783-3bb0fab8bf33 HTTP/1.1" status: 200 len: 943 time: 0.4023325 May 26 11:15:01.554356 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Transition to ACTIVE for port object 429579a0-0765-493c-bf0c-87c15b3c4402 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:01.615569 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:01.629745 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1013'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:01.700669 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:01.705317 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:01.709014 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d0c00b9c-c243-4a50-9137-13b0062c9d4a req-12714927-7ec1-4ce0-92af-154f0d5bc517 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650906 May 26 11:15:01.749882 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8f4556b3-4e4a-4279-aadc-5745f42b9487 req-dfae9845-8ee9-412d-975a-ffb4e8f53b79 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830072 May 26 11:15:01.764496 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Allocated IP 172.27.2.138 (0c406d08-576a-4058-82f8-2db7a46cb825/c8dc709d-33af-406d-94f8-5d106e5714b1/db53a23b-8328-4993-93ed-69e8fdbd9758) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:15:01.815448 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Pushing event updated for resources: {'Port': ['ID=429579a0-0765-493c-bf0c-87c15b3c4402,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:01.843200 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:01.848961 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Network cde0896d-54b3-4d56-a175-3f2fec6c2adb is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:15:01.856340 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:01.864503 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:15:01.963608 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13151d-f1a9-4cc5-8940-55eb04564ff5 req-1264dcca-27d9-4d1a-aefb-9cf0761f55bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:02.002661 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8d13151d-f1a9-4cc5-8940-55eb04564ff5 req-1264dcca-27d9-4d1a-aefb-9cf0761f55bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b10ad5f6de2c4c48b2dbffebfca198ef&device_id=56471651-39b1-4295-8783-3bb0fab8bf33 HTTP/1.1" status: 200 len: 1096 time: 0.3278458 May 26 11:15:02.068951 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Attempting to bind port 429579a0-0765-493c-bf0c-87c15b3c4402 on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:15:02.111466 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Attempting to bind port 429579a0-0765-493c-bf0c-87c15b3c4402 by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': '56d3e6a0-df3f-4e1e-a9c0-180ede880577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:15:02.111466 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Attempting to bind port 429579a0-0765-493c-bf0c-87c15b3c4402 on network cde0896d-54b3-4d56-a175-3f2fec6c2adb {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:15:02.111466 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:15:02.111466 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Checking segment: {'id': '56d3e6a0-df3f-4e1e-a9c0-180ede880577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:15:02.111466 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:02.111466 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Bound using segment: {'id': '56d3e6a0-df3f-4e1e-a9c0-180ede880577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:15:02.111466 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Bound port: 429579a0-0765-493c-bf0c-87c15b3c4402, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d3e6a0-df3f-4e1e-a9c0-180ede880577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:15:02.111466 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:02.141127 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:02.191824 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13151d-f1a9-4cc5-8940-55eb04564ff5 req-eefc0271-4352-4a43-89f0-fe7ba89c0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:02.193271 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8d13151d-f1a9-4cc5-8940-55eb04564ff5 req-eefc0271-4352-4a43-89f0-fe7ba89c0540 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8401442c-7711-47cb-bb0a-a8ee35438347 HTTP/1.1" status: 200 len: 916 time: 0.2043939 May 26 11:15:02.226336 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:02.249577 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] For port 429579a0-0765-493c-bf0c-87c15b3c4402, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:15:02.253132 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] For port 429579a0-0765-493c-bf0c-87c15b3c4402, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=429579a0-0765-493c-bf0c-87c15b3c4402,segment=NetworkSegment(56d3e6a0-df3f-4e1e-a9c0-180ede880577),segment_id=56d3e6a0-df3f-4e1e-a9c0-180ede880577)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:15:02.259236 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:02.287491 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8d13151d-f1a9-4cc5-8940-55eb04564ff5 req-2ba76ac0-9616-48d3-aa3c-4fec42cb8462 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e00cf166-b144-4022-bccb-27ddebb3fd7f HTTP/1.1" status: 200 len: 217 time: 0.0862350 May 26 11:15:02.307123 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:02.316841 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:02.412073 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13151d-f1a9-4cc5-8940-55eb04564ff5 req-91273420-a5fe-48e1-a186-28859be6a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:02.412073 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8d13151d-f1a9-4cc5-8940-55eb04564ff5 req-91273420-a5fe-48e1-a186-28859be6a6ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=321c0d01-84f2-4a24-90fd-e7b00558ba0f HTTP/1.1" status: 200 len: 855 time: 0.1047060 May 26 11:15:02.412073 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:02.412073 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:02.465193 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2982af98-9f99-4283-b569-ab3b4f71a0ae None None] Network 377a1f2e-d6d0-49e0-923a-b599684df483 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:15:02.578402 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8d13151d-f1a9-4cc5-8940-55eb04564ff5 req-8e5ae308-7113-4215-b056-28cea6a0b775 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8401442c-7711-47cb-bb0a-a8ee35438347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247311 May 26 11:15:02.599214 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Allocated IP 172.27.2.11 (0c406d08-576a-4058-82f8-2db7a46cb825/c8dc709d-33af-406d-94f8-5d106e5714b1/53ea9311-6723-4cb7-a7de-665acb61fa2c) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:15:02.652795 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Network 0c406d08-576a-4058-82f8-2db7a46cb825 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:15:02.654112 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:02.703556 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:15:02.830933 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Pushing event updated for resources: {'Port': ['ID=db53a23b-8328-4993-93ed-69e8fdbd9758,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:02.837045 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 4a09139b-4847-4d91-a415-97c9ee833d13 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:02.846148 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:02.887704 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:02.942122 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Pushing event updated for resources: {'Port': ['ID=429579a0-0765-493c-bf0c-87c15b3c4402,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:02.945659 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:03.033236 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:03.034392 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:03.057016 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:03.088619 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-aca97334-1b9b-43be-ac19-808eedd60147 None None] Provisioning for port 4a09139b-4847-4d91-a415-97c9ee833d13 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:03.112263 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port 4a09139b-4847-4d91-a415-97c9ee833d13 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:03.118240 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 4a09139b-4847-4d91-a415-97c9ee833d13 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:03.118613 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:03.136027 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Network 0c406d08-576a-4058-82f8-2db7a46cb825 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:15:03.142426 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:03.148150 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:15:03.209109 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Pushing event updated for resources: {'Port': ['ID=53ea9311-6723-4cb7-a7de-665acb61fa2c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:03.213661 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:03.349928 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:03.357650 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 49612) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:03.392472 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] For port 4a09139b-4847-4d91-a415-97c9ee833d13, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=4a09139b-4847-4d91-a415-97c9ee833d13,segment=NetworkSegment(166673a9-7fd2-48ee-8db9-da1dc618f94a),segment_id=166673a9-7fd2-48ee-8db9-da1dc618f94a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:15:03.419403 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-28f928bd-ab81-4024-9093-a2129a61dff9 None None] Provisioning complete for port 4a09139b-4847-4d91-a415-97c9ee833d13 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:03.419854 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-28f928bd-ab81-4024-9093-a2129a61dff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:03.433067 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8d13151d-f1a9-4cc5-8940-55eb04564ff5 req-7da7d129-99e2-46df-8655-d889c98a5c86 service neutron] 10.222.0.37 "GET /v2.0/networks/8401442c-7711-47cb-bb0a-a8ee35438347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8388529 May 26 11:15:03.493842 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:03.500348 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:03.555806 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc361-c0e7-483f-bcb1-ea929feb4408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:03.572202 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-4c6cc361-c0e7-483f-bcb1-ea929feb4408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:03.577664 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-4c6cc361-c0e7-483f-bcb1-ea929feb4408 admin admin] Usage tracker for resource:security_group_rule and tenant:17b00a5ad41143d28b1dbd1069d92212 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:03.580927 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-4c6cc361-c0e7-483f-bcb1-ea929feb4408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:03.587162 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-4c6cc361-c0e7-483f-bcb1-ea929feb4408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:03.609073 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8d13151d-f1a9-4cc5-8940-55eb04564ff5 req-f85de22e-b79d-4166-89b8-41bf74b5a264 service neutron] 10.222.0.37 "GET /v2.0/networks/8401442c-7711-47cb-bb0a-a8ee35438347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690559 May 26 11:15:03.677575 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Pushing event updated for resources: {'Port': ['ID=4a09139b-4847-4d91-a415-97c9ee833d13,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:03.681750 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:03.728220 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee73be9-8fc4-49e8-9541-bbeb0e0f8229 req-0dbe266f-af29-4775-bc38-1665ad76892e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:03.730746 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0ee73be9-8fc4-49e8-9541-bbeb0e0f8229 req-0dbe266f-af29-4775-bc38-1665ad76892e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=56471651-39b1-4295-8783-3bb0fab8bf33 HTTP/1.1" status: 200 len: 943 time: 0.8063772 May 26 11:15:03.742825 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761241e6-04d8-4439-9f9e-81c3947a4e26 req-1f6da3b2-40a7-4bef-9142-e018ec03a45c tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:03.750423 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-761241e6-04d8-4439-9f9e-81c3947a4e26 req-1f6da3b2-40a7-4bef-9142-e018ec03a45c tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.7315829 May 26 11:15:03.763435 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa0726f-64f0-4f82-b393-8e2b3b9e2628 None None] Network cde0896d-54b3-4d56-a175-3f2fec6c2adb requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:15:03.854018 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:03.930995 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0ee73be9-8fc4-49e8-9541-bbeb0e0f8229 req-4977a505-9191-4251-af9a-1c18e8e85b5a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793633 May 26 11:15:03.940406 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:03.941210 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc361-c0e7-483f-bcb1-ea929feb4408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:03.961602 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-cf2040e4-ddc7-41d8-a9e3-664efb0db3da None None] Provisioning for port 429579a0-0765-493c-bf0c-87c15b3c4402 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:04.009174 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-761241e6-04d8-4439-9f9e-81c3947a4e26 req-f553b412-58a9-4983-9a87-8257c0cba627 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463158 May 26 11:15:04.151563 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc361-c0e7-483f-bcb1-ea929feb4408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:04.168507 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b9e2dc8d-4b29-447b-9123-86cd68417602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:04.321769 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-4c6cc361-c0e7-483f-bcb1-ea929feb4408 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17b00a5ad41143d28b1dbd1069d92212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9629164 May 26 11:15:04.325769 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cc361-c0e7-483f-bcb1-ea929feb4408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4288bcb1-ff81-4b62-985b-2edc85c6f124,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:04.329040 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4c6cc361-c0e7-483f-bcb1-ea929feb4408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:04.331894 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 49622) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:04.340189 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device e00cf166-b144-4022-bccb-27ddebb3fd7f details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:15:04.397290 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424500'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:04.504861 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port e00cf166-b144-4022-bccb-27ddebb3fd7f, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=e00cf166-b144-4022-bccb-27ddebb3fd7f,segment=NetworkSegment(a54bf79d-a496-4511-b7db-5c024c6f7baa),segment_id=a54bf79d-a496-4511-b7db-5c024c6f7baa)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:15:04.522317 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e6c62d9-c21c-40e2-948e-a00ae5a61225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:04.523319 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': 'e00cf166-b144-4022-bccb-27ddebb3fd7f', 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347', 'port_id': 'e00cf166-b144-4022-bccb-27ddebb3fd7f', 'mac_address': 'fa:16:3e:08:71:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321c0d01-84f2-4a24-90fd-e7b00558ba0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:15:04.526809 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424500'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:04.584604 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:04.603277 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e00cf166-b144-4022-bccb-27ddebb3fd7f {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:15:04.611649 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 4a09139b-4847-4d91-a415-97c9ee833d13 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:04.634350 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e6c62d9-c21c-40e2-948e-a00ae5a61225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:04.670177 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port e00cf166-b144-4022-bccb-27ddebb3fd7f, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=e00cf166-b144-4022-bccb-27ddebb3fd7f,segment=NetworkSegment(a54bf79d-a496-4511-b7db-5c024c6f7baa),segment_id=a54bf79d-a496-4511-b7db-5c024c6f7baa)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:15:04.691671 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 4a09139b-4847-4d91-a415-97c9ee833d13 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:04.692024 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:04.746376 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Router a9d2b93c-4f37-4130-b412-37761d59f623 is scheduled to L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 11:15:04.752229 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:04.754565 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-db24b9c6-ec7f-414e-820e-e16b642d8e25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:04.842584 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e6c62d9-c21c-40e2-948e-a00ae5a61225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:04.846890 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cf517afa-6b46-4cb2-b08d-98b2dff9eeb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:04.858134 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c62d9-c21c-40e2-948e-a00ae5a61225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4288bcb1-ff81-4b62-985b-2edc85c6f124,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:04.861133 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4e6c62d9-c21c-40e2-948e-a00ae5a61225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:04.875170 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Router 89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1 is scheduled to L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 11:15:04.880705 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e6c62d9-c21c-40e2-948e-a00ae5a61225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:04.885533 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-4e6c62d9-c21c-40e2-948e-a00ae5a61225 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4288bcb1-ff81-4b62-985b-2edc85c6f124 HTTP/1.1" status: 204 len: 168 time: 0.5485182 May 26 11:15:04.885697 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 429579a0-0765-493c-bf0c-87c15b3c4402 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:04.907707 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=e00cf166-b144-4022-bccb-27ddebb3fd7f,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:04.916535 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:04.948683 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:15:04.959503 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] Sync routers for ids ['a9d2b93c-4f37-4130-b412-37761d59f623'] in dv-cinder-793136-1-iscsi {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:15:04.974966 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] Routers {'a9d2b93c-4f37-4130-b412-37761d59f623'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:15:04.975901 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:14:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['a9d2b93c-4f37-4130-b412-37761d59f623'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:05.043087 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port 429579a0-0765-493c-bf0c-87c15b3c4402 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:05.048204 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 429579a0-0765-493c-bf0c-87c15b3c4402 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:05.048618 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:05.103040 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:15:05.141706 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:05.144417 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9193640 May 26 11:15:05.146128 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 49634) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:05.176658 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] Sync routers for ids ['89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:15:05.177123 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] Set router a9d2b93c-4f37-4130-b412-37761d59f623 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:15:05.222884 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86801c84-4bd6-455b-b4f1-a753666903de req-fb568f92-8a48-46bb-a294-8e0fa41b6c06 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:05.224337 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-86801c84-4bd6-455b-b4f1-a753666903de req-fb568f92-8a48-46bb-a294-8e0fa41b6c06 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=56471651-39b1-4295-8783-3bb0fab8bf33 HTTP/1.1" status: 200 len: 944 time: 0.1514947 May 26 11:15:05.232644 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:05.236534 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4612002 May 26 11:15:05.237371 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 49640) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:05.242232 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] Routers {'89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:15:05.242455 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:14:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:05.529775 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:15:03Z', 'revision_number': 3, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:05.534936 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] Checking router: a9d2b93c-4f37-4130-b412-37761d59f623 for host: dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:15:05.535650 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] Updating router a9d2b93c-4f37-4130-b412-37761d59f623 port db53a23b-8328-4993-93ed-69e8fdbd9758 binding host dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:15:05.565861 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-86801c84-4bd6-455b-b4f1-a753666903de req-e79c5867-2ac9-4f08-b11b-a3b97fc10ff3 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346457 May 26 11:15:05.570329 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:05.610882 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:05.628710 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] Set router 89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:15:05.739159 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39f4bc-e4b0-405d-a823-7e7831822d0e req-49351e5e-347a-4a83-b2ff-71b97f8a0ac6 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:05.746561 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4e39f4bc-e4b0-405d-a823-7e7831822d0e req-49351e5e-347a-4a83-b2ff-71b97f8a0ac6 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.5660954 May 26 11:15:05.772229 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] For port 429579a0-0765-493c-bf0c-87c15b3c4402, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=429579a0-0765-493c-bf0c-87c15b3c4402,segment=NetworkSegment(56d3e6a0-df3f-4e1e-a9c0-180ede880577),segment_id=56d3e6a0-df3f-4e1e-a9c0-180ede880577)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:15:05.862942 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:05.863141 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 49650) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:05.871013 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:05.878458 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4e39f4bc-e4b0-405d-a823-7e7831822d0e req-a3b1e3a4-98a1-4297-b412-d0432a17fbb3 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309388 May 26 11:15:05.931143 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1561bd68-c4af-4421-b2c2-d8b949aa835c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:05.991018 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Pushing event updated for resources: {'Port': ['ID=429579a0-0765-493c-bf0c-87c15b3c4402,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:05.998076 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:06.015026 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-1561bd68-c4af-4421-b2c2-d8b949aa835c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:06.022247 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-1561bd68-c4af-4421-b2c2-d8b949aa835c admin admin] Usage tracker for resource:security_group_rule and tenant:f1b166a2c32749f083410d385bc225df is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:06.026963 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-1561bd68-c4af-4421-b2c2-d8b949aa835c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:06.036376 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-1561bd68-c4af-4421-b2c2-d8b949aa835c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:06.084171 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'name': 'tempest-TestMinimumBasicScenario-673801033-router', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:00Z', 'updated_at': '2021-05-26T11:15:03Z', 'revision_number': 3, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'gw_port': {'id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:02Z', 'updated_at': '2021-05-26T11:15:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:06.088599 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] Checking router: 89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1 for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:15:06.088993 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] Updating router 89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1 port 53ea9311-6723-4cb7-a7de-665acb61fa2c binding host dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:15:06.135271 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] Notify callbacks [] for port, precommit_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.151560 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fba13580-6c6e-45cd-8617-4057bc4f8505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.152551 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.provisioning_blocks [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] Transition to ACTIVE for port object db53a23b-8328-4993-93ed-69e8fdbd9758 will not be triggered until provisioned by entity L2. {{(pid=92388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:06.165020 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.222029 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.229767 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-ccb1386b-8e0e-4836-b5f6-04a5633d369a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:06.330472 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] Attempting to bind port db53a23b-8328-4993-93ed-69e8fdbd9758 on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:15:06.332125 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] Attempting to bind port db53a23b-8328-4993-93ed-69e8fdbd9758 by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}] {{(pid=92388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:15:06.332722 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] Attempting to bind port db53a23b-8328-4993-93ed-69e8fdbd9758 on network 0c406d08-576a-4058-82f8-2db7a46cb825 {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:15:06.332840 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1561bd68-c4af-4421-b2c2-d8b949aa835c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.344250 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de38b01-8014-44f0-9f1e-4fdd0cfb09b5 None None] Pushing event updated for resources: {'Port': ['ID=db53a23b-8328-4993-93ed-69e8fdbd9758,revision_number=2']} {{(pid=92388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:06.347147 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:15:06.347811 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] Checking segment: {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:15:06.348428 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.349036 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] Bound using segment: {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'} {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:15:06.349709 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] Bound port: db53a23b-8328-4993-93ed-69e8fdbd9758, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}}] {{(pid=92388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:15:06.350319 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.396941 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de38b01-8014-44f0-9f1e-4fdd0cfb09b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:06.398067 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de38b01-8014-44f0-9f1e-4fdd0cfb09b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:06.398432 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de38b01-8014-44f0-9f1e-4fdd0cfb09b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:06.398764 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de38b01-8014-44f0-9f1e-4fdd0cfb09b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:06.399588 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de38b01-8014-44f0-9f1e-4fdd0cfb09b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:06.399588 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de38b01-8014-44f0-9f1e-4fdd0cfb09b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:06.399783 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de38b01-8014-44f0-9f1e-4fdd0cfb09b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:06.400128 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de38b01-8014-44f0-9f1e-4fdd0cfb09b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:06.400452 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de38b01-8014-44f0-9f1e-4fdd0cfb09b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:06.402196 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de38b01-8014-44f0-9f1e-4fdd0cfb09b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:06.408464 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-fba13580-6c6e-45cd-8617-4057bc4f8505 admin admin] Allocated IP 172.20.0.1 (377a1f2e-d6d0-49e0-923a-b599684df483/4d9720a9-e515-4624-88e4-23a7dedd3e0e/ef82f069-a73e-4151-8ba0-9587d72c53cb) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:15:06.418103 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1561bd68-c4af-4421-b2c2-d8b949aa835c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.418853 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de38b01-8014-44f0-9f1e-4fdd0cfb09b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:06.419769 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de38b01-8014-44f0-9f1e-4fdd0cfb09b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:06.429431 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:06.436479 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-9de38b01-8014-44f0-9f1e-4fdd0cfb09b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:06.486912 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.db [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] For port db53a23b-8328-4993-93ed-69e8fdbd9758, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:15:06.490333 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-1561bd68-c4af-4421-b2c2-d8b949aa835c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f1b166a2c32749f083410d385bc225df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6262112 May 26 11:15:06.491288 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.db [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] For port db53a23b-8328-4993-93ed-69e8fdbd9758, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=db53a23b-8328-4993-93ed-69e8fdbd9758,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:15:06.492993 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561bd68-c4af-4421-b2c2-d8b949aa835c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14569284-05d0-4812-ae0c-964f95c3d8e8,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:06.496016 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 49656) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:06.501455 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1561bd68-c4af-4421-b2c2-d8b949aa835c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:06.512729 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-efdb863a-b832-43db-9252-9d36bf381267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.568014 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 429579a0-0765-493c-bf0c-87c15b3c4402 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:06.596934 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.603654 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:06.625195 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.627016 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fba13580-6c6e-45cd-8617-4057bc4f8505 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.637381 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7b1b37c8-04a8-4503-adff-73545870bb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.641840 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] Transition to ACTIVE for port object 53ea9311-6723-4cb7-a7de-665acb61fa2c will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:06.653668 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-fba13580-6c6e-45cd-8617-4057bc4f8505 admin admin] Transition to ACTIVE for port object ef82f069-a73e-4151-8ba0-9587d72c53cb will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:06.681306 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] Routers {'a9d2b93c-4f37-4130-b412-37761d59f623'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:15:06.682206 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:14:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['a9d2b93c-4f37-4130-b412-37761d59f623'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:06.694996 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 429579a0-0765-493c-bf0c-87c15b3c4402 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:06.695418 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.714064 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7b1b37c8-04a8-4503-adff-73545870bb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.723641 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.733848 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1b9a64e4-2e5b-4fc7-a2b7-5429e865ee6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:06.752979 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fba13580-6c6e-45cd-8617-4057bc4f8505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.753237 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de38b01-8014-44f0-9f1e-4fdd0cfb09b5 None None] Pushing event updated for resources: {'Port': ['ID=db53a23b-8328-4993-93ed-69e8fdbd9758,revision_number=3']} {{(pid=92388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:06.765561 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:06.765655 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-9de38b01-8014-44f0-9f1e-4fdd0cfb09b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:06.814663 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-efdb863a-b832-43db-9252-9d36bf381267 admin admin] Allocated IP 172.20.0.1 (cde0896d-54b3-4d56-a175-3f2fec6c2adb/225d7685-56cc-4eff-acf8-e6ea831b0ce2/06c2bfce-b717-4643-b6c3-0989f7d66f6b) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:15:06.830302 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] Attempting to bind port 53ea9311-6723-4cb7-a7de-665acb61fa2c on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:15:06.830672 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] Attempting to bind port 53ea9311-6723-4cb7-a7de-665acb61fa2c by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:15:06.831034 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] Attempting to bind port 53ea9311-6723-4cb7-a7de-665acb61fa2c on network 0c406d08-576a-4058-82f8-2db7a46cb825 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:15:06.833531 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6f29d-0b2a-42b9-b7f2-1700bce00d05 None None] Pushing event updated for resources: {'Port': ['ID=53ea9311-6723-4cb7-a7de-665acb61fa2c,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:06.842021 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-79f6f29d-0b2a-42b9-b7f2-1700bce00d05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:06.843909 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:15:06.844285 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] Checking segment: {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:15:06.844685 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.845072 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] Bound using segment: {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:15:06.845536 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] Bound port: 53ea9311-6723-4cb7-a7de-665acb61fa2c, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:15:06.845946 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.862513 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba13580-6c6e-45cd-8617-4057bc4f8505 admin admin] Pushing event updated for resources: {'Port': ['ID=ef82f069-a73e-4151-8ba0-9587d72c53cb,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:06.867635 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fba13580-6c6e-45cd-8617-4057bc4f8505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:06.883014 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba13580-6c6e-45cd-8617-4057bc4f8505 admin admin] Network 377a1f2e-d6d0-49e0-923a-b599684df483 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:15:06.886130 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-fba13580-6c6e-45cd-8617-4057bc4f8505 admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:06.888731 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba13580-6c6e-45cd-8617-4057bc4f8505 admin admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:15:06.971950 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] Set router a9d2b93c-4f37-4130-b412-37761d59f623 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:15:06.980185 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fba13580-6c6e-45cd-8617-4057bc4f8505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419410'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.996047 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] For port 53ea9311-6723-4cb7-a7de-665acb61fa2c, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:15:07.006417 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-efdb863a-b832-43db-9252-9d36bf381267 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:07.009163 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] For port 53ea9311-6723-4cb7-a7de-665acb61fa2c, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=53ea9311-6723-4cb7-a7de-665acb61fa2c,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:15:07.023333 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-efdb863a-b832-43db-9252-9d36bf381267 admin admin] Transition to ACTIVE for port object 06c2bfce-b717-4643-b6c3-0989f7d66f6b will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:07.048081 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7b1b37c8-04a8-4503-adff-73545870bb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:07.053811 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c89eafb5-80cc-4db6-8ff6-80433d653bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:07.068876 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b37c8-04a8-4503-adff-73545870bb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14569284-05d0-4812-ae0c-964f95c3d8e8,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:07.071968 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7b1b37c8-04a8-4503-adff-73545870bb3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:07.079896 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7b1b37c8-04a8-4503-adff-73545870bb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:07.091877 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-7b1b37c8-04a8-4503-adff-73545870bb3a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/14569284-05d0-4812-ae0c-964f95c3d8e8 HTTP/1.1" status: 204 len: 168 time: 0.5841596 May 26 11:15:07.102556 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:07.107675 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:07.111814 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-efdb863a-b832-43db-9252-9d36bf381267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:07.116671 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:07.167343 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fba13580-6c6e-45cd-8617-4057bc4f8505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:07.218925 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] Routers {'89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:15:07.223727 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:14:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:07.227600 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb863a-b832-43db-9252-9d36bf381267 admin admin] Pushing event updated for resources: {'Port': ['ID=06c2bfce-b717-4643-b6c3-0989f7d66f6b,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:07.231433 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-efdb863a-b832-43db-9252-9d36bf381267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:07.242769 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdb863a-b832-43db-9252-9d36bf381267 admin admin] Network cde0896d-54b3-4d56-a175-3f2fec6c2adb is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:15:07.244145 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-efdb863a-b832-43db-9252-9d36bf381267 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:07.258502 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdb863a-b832-43db-9252-9d36bf381267 admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:15:07.332827 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-efdb863a-b832-43db-9252-9d36bf381267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419410'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:07.339502 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:15:03Z', 'revision_number': 3, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:07.347918 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57ab728-b412-4094-99c6-e52a891ef90c None None] The sync data for ids ['a9d2b93c-4f37-4130-b412-37761d59f623'] in dv-cinder-793136-1-iscsi is: [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:15:03Z', 'revision_number': 3, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}] {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:15:07.351361 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-55a4a14d-64a4-4b35-b6b5-ad6f11169146 None None] Provisioning for port ef82f069-a73e-4151-8ba0-9587d72c53cb completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:07.363814 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-55a4a14d-64a4-4b35-b6b5-ad6f11169146 None None] Provisioning complete for port ef82f069-a73e-4151-8ba0-9587d72c53cb triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:07.364191 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-55a4a14d-64a4-4b35-b6b5-ad6f11169146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:07.401241 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6f29d-0b2a-42b9-b7f2-1700bce00d05 None None] Pushing event updated for resources: {'Port': ['ID=53ea9311-6723-4cb7-a7de-665acb61fa2c,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:07.421607 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-79f6f29d-0b2a-42b9-b7f2-1700bce00d05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:07.538991 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-55a4a14d-64a4-4b35-b6b5-ad6f11169146 None None] Port ef82f069-a73e-4151-8ba0-9587d72c53cb cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:15:07.564432 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] Set router 89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:15:07.578572 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fba13580-6c6e-45cd-8617-4057bc4f8505 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:07.622527 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-efdb863a-b832-43db-9252-9d36bf381267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:07.762825 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fba13580-6c6e-45cd-8617-4057bc4f8505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-857911'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:07.822094 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:07.946044 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'name': 'tempest-TestMinimumBasicScenario-673801033-router', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:00Z', 'updated_at': '2021-05-26T11:15:03Z', 'revision_number': 3, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'gw_port': {'id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:02Z', 'updated_at': '2021-05-26T11:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:07.956366 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-cb11c173-3050-4cb8-9f71-247167f3fe29 None None] Provisioning for port 06c2bfce-b717-4643-b6c3-0989f7d66f6b completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:07.961767 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be332ff-d2b8-425a-9304-9eba1f69bee0 None None] The sync data for ids ['89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'] in dv-cinder-793136-1-iscsi is: [{'id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'name': 'tempest-TestMinimumBasicScenario-673801033-router', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:00Z', 'updated_at': '2021-05-26T11:15:03Z', 'revision_number': 3, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'gw_port': {'id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:02Z', 'updated_at': '2021-05-26T11:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:15:07.966833 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-cb11c173-3050-4cb8-9f71-247167f3fe29 None None] Provisioning complete for port 06c2bfce-b717-4643-b6c3-0989f7d66f6b triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:07.967399 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cb11c173-3050-4cb8-9f71-247167f3fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:08.038690 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fba13580-6c6e-45cd-8617-4057bc4f8505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419569'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:08.042638 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba13580-6c6e-45cd-8617-4057bc4f8505 admin admin] Pushing event updated for resources: {'Port': ['ID=ef82f069-a73e-4151-8ba0-9587d72c53cb,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:08.046460 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fba13580-6c6e-45cd-8617-4057bc4f8505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:08.079700 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['e00cf166-b144-4022-bccb-27ddebb3fd7f'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:15:08.154641 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-cb11c173-3050-4cb8-9f71-247167f3fe29 None None] Port 06c2bfce-b717-4643-b6c3-0989f7d66f6b cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:15:08.250236 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba13580-6c6e-45cd-8617-4057bc4f8505 admin admin] Network 377a1f2e-d6d0-49e0-923a-b599684df483 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:15:08.251406 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-fba13580-6c6e-45cd-8617-4057bc4f8505 admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:08.556496 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-efdb863a-b832-43db-9252-9d36bf381267 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:08.571961 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b35e6-9c02-43f2-b894-c190c09d3594 req-b73a45cd-d2f9-471a-ab12-8b914ee00c72 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:08.580268 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ef9b35e6-9c02-43f2-b894-c190c09d3594 req-b73a45cd-d2f9-471a-ab12-8b914ee00c72 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=56471651-39b1-4295-8783-3bb0fab8bf33 HTTP/1.1" status: 200 len: 944 time: 0.4761209 May 26 11:15:08.632054 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd330d9-55da-4349-a79a-6cce9901fe9c req-fc9e88cb-d303-451d-aafe-7e1f8ba00cc6 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:08.639696 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4dd330d9-55da-4349-a79a-6cce9901fe9c req-fc9e88cb-d303-451d-aafe-7e1f8ba00cc6 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.5338204 May 26 11:15:08.660252 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-efdb863a-b832-43db-9252-9d36bf381267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:08.686312 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device db53a23b-8328-4993-93ed-69e8fdbd9758 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:08.718756 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d0a9d211-e852-4cb5-9981-15105ef81652 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:08.778379 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba13580-6c6e-45cd-8617-4057bc4f8505 admin admin] Router a9d2b93c-4f37-4130-b412-37761d59f623 has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:15:08.787407 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-efdb863a-b832-43db-9252-9d36bf381267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419569'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:08.859653 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4dd330d9-55da-4349-a79a-6cce9901fe9c req-768c5c4a-4e21-4002-81d9-a458ff20b040 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186744 May 26 11:15:08.892449 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-988e3cc5-297d-4511-bdb0-149bdccecc5a None None] Provisioning complete for port ef82f069-a73e-4151-8ba0-9587d72c53cb triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:08.898448 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-988e3cc5-297d-4511-bdb0-149bdccecc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:08.968031 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ef9b35e6-9c02-43f2-b894-c190c09d3594 req-423c4f0d-371e-467c-af20-5bdb9cfbf1b0 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867853 May 26 11:15:08.968699 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb863a-b832-43db-9252-9d36bf381267 admin admin] Pushing event updated for resources: {'Port': ['ID=06c2bfce-b717-4643-b6c3-0989f7d66f6b,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:08.975764 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-efdb863a-b832-43db-9252-9d36bf381267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:09.042890 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-988e3cc5-297d-4511-bdb0-149bdccecc5a None None] Port ef82f069-a73e-4151-8ba0-9587d72c53cb cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:15:09.121590 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdb863a-b832-43db-9252-9d36bf381267 admin admin] Network cde0896d-54b3-4d56-a175-3f2fec6c2adb is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:15:09.128035 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-efdb863a-b832-43db-9252-9d36bf381267 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:09.185629 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port db53a23b-8328-4993-93ed-69e8fdbd9758 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:09.191065 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port db53a23b-8328-4993-93ed-69e8fdbd9758 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:09.195482 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:09.374680 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba13580-6c6e-45cd-8617-4057bc4f8505 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:15:09.395206 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-fba13580-6c6e-45cd-8617-4057bc4f8505 admin admin] 10.222.0.35 "PUT /v2.0/routers/a9d2b93c-4f37-4130-b412-37761d59f623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2401459 May 26 11:15:09.438463 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:09.517364 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] For port db53a23b-8328-4993-93ed-69e8fdbd9758, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=db53a23b-8328-4993-93ed-69e8fdbd9758,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:15:09.540805 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d60f6901-af8e-4783-9714-6fd2157b7cc7 None None] Provisioning complete for port 06c2bfce-b717-4643-b6c3-0989f7d66f6b triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:09.546347 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d60f6901-af8e-4783-9714-6fd2157b7cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:09.553444 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdb863a-b832-43db-9252-9d36bf381267 admin admin] Router 89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1 has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:15:09.613658 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:09.613658 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 53ea9311-6723-4cb7-a7de-665acb61fa2c up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:09.653506 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:09.686997 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d60f6901-af8e-4783-9714-6fd2157b7cc7 None None] Port 06c2bfce-b717-4643-b6c3-0989f7d66f6b cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:15:09.814922 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Pushing event updated for resources: {'Port': ['ID=db53a23b-8328-4993-93ed-69e8fdbd9758,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:09.819002 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:09.878173 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port 53ea9311-6723-4cb7-a7de-665acb61fa2c completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:09.892255 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 53ea9311-6723-4cb7-a7de-665acb61fa2c triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:09.892255 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:09.913744 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdb863a-b832-43db-9252-9d36bf381267 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:15:09.929749 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-efdb863a-b832-43db-9252-9d36bf381267 admin admin] 10.222.0.35 "PUT /v2.0/routers/89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6912179 May 26 11:15:10.065627 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:10.087072 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] For port 53ea9311-6723-4cb7-a7de-665acb61fa2c, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=53ea9311-6723-4cb7-a7de-665acb61fa2c,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:15:10.124613 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afce1ae-18e2-4962-8568-11106dd9e7c3 req-33674bec-5b7c-4fce-9f2b-e2688b1ecf59 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:10.126236 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2afce1ae-18e2-4962-8568-11106dd9e7c3 req-33674bec-5b7c-4fce-9f2b-e2688b1ecf59 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.1200948 May 26 11:15:10.215925 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:10.222763 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:10.237418 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2afce1ae-18e2-4962-8568-11106dd9e7c3 req-76477966-179a-4fe3-9609-6bb646dd5451 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050549 May 26 11:15:10.288833 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa32a41-55a2-4960-9669-00d343b73e18 req-2c8c36eb-1943-49ca-8c08-091c7436a470 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:10.298654 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9fa32a41-55a2-4960-9669-00d343b73e18 req-2c8c36eb-1943-49ca-8c08-091c7436a470 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=56471651-39b1-4295-8783-3bb0fab8bf33 HTTP/1.1" status: 200 len: 944 time: 0.1635857 May 26 11:15:10.321085 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Pushing event updated for resources: {'Port': ['ID=53ea9311-6723-4cb7-a7de-665acb61fa2c,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:10.325671 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:10.375782 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9fa32a41-55a2-4960-9669-00d343b73e18 req-45784498-98f3-4906-aff9-d70c535fb598 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737214 May 26 11:15:10.522477 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device db53a23b-8328-4993-93ed-69e8fdbd9758 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:10.641710 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port db53a23b-8328-4993-93ed-69e8fdbd9758 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:10.642157 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:10.736219 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] Sync routers for ids ['a9d2b93c-4f37-4130-b412-37761d59f623'] in dv-cinder-793136-1-iscsi {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:15:10.748631 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] Routers {'a9d2b93c-4f37-4130-b412-37761d59f623'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:15:10.749389 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:14:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['a9d2b93c-4f37-4130-b412-37761d59f623'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:10.809899 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 53ea9311-6723-4cb7-a7de-665acb61fa2c up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:10.891362 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 53ea9311-6723-4cb7-a7de-665acb61fa2c triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:10.891737 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:11.017169 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] Set router a9d2b93c-4f37-4130-b412-37761d59f623 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:15:11.078742 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] Sync routers for ids ['89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:15:11.089514 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 49750) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:11.092051 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] Routers {'89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:15:11.093190 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:14:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:11.098192 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-872654825-network', 'tenant_id': 'e77375cec574451c82c87fc0592d892f'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:11.109994 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:11.123271 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Usage tracker for resource:network and tenant:e77375cec574451c82c87fc0592d892f is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:11.126753 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:11.137634 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:11.236952 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Made reservation on behalf of e77375cec574451c82c87fc0592d892f for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:15:11.239847 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1461799'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:11.266641 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:11.266771 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 49766) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:11.275674 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1431484567-network', 'tenant_id': '50408401bc354862859c3f860efa1150'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:11.281006 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:11.285166 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Usage tracker for resource:network and tenant:50408401bc354862859c3f860efa1150 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:11.289258 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:11.298454 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:11.301669 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:11.308746 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Usage tracker for resource:security_group_rule and tenant:e77375cec574451c82c87fc0592d892f is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:11.316791 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:11.332545 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:11.360296 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] Set router 89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:15:11.428921 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:11.430994 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Made reservation on behalf of 50408401bc354862859c3f860efa1150 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:15:11.434638 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1461799'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:11.440235 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'ef82f069-a73e-4151-8ba0-9587d72c53cb', 'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'mac_address': 'fa:16:3e:ba:f3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 2, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'subnets': [{'id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:11.443643 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] Checking router: a9d2b93c-4f37-4130-b412-37761d59f623 for host: dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:15:11.443992 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] Updating router a9d2b93c-4f37-4130-b412-37761d59f623 port ef82f069-a73e-4151-8ba0-9587d72c53cb binding host dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:15:11.450196 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:11.466853 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:11.472450 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Usage tracker for resource:security_group_rule and tenant:50408401bc354862859c3f860efa1150 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:11.476037 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:11.483339 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:11.508617 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:11.540123 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:11.576191 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:15:11.595483 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:11.595834 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.db.segments_db [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Added segment e4110511-d481-446d-b1f0-cbddcdb4a0c6 of type vlan for network 254485dc-8049-4b21-a2ba-d2494c62d687 May 26 11:15:11.632376 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:11.643951 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746349196638'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:11.654139 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7b1b37c8-04a8-4503-adff-73545870bb3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:11.704562 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c39057-2054-46f2-aedf-d222db199741,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:11.711127 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:11.723293 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:11.725063 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'name': 'tempest-TestMinimumBasicScenario-673801033-router', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:00Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'gw_port': {'id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:02Z', 'updated_at': '2021-05-26T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': '06c2bfce-b717-4643-b6c3-0989f7d66f6b', 'name': '', 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'mac_address': 'fa:16:3e:5a:49:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '225d7685-56cc-4eff-acf8-e6ea831b0ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 2, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'subnets': [{'id': '225d7685-56cc-4eff-acf8-e6ea831b0ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:11.727777 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0d998983-d13a-4398-ac68-239bf86bde48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:11.729932 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] Checking router: 89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1 for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:15:11.735608 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] Updating router 89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1 port 06c2bfce-b717-4643-b6c3-0989f7d66f6b binding host dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:15:11.765445 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:15:11.779225 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d82b79-2d7d-4dcc-b7e6-00a31395de15,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:11.794501 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:11.794501 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:11.794501 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.db.segments_db [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Added segment 043bc44e-d17a-4ff7-8993-7aad6cefc6ff of type vlan for network c76d6759-5d0c-4172-bb02-f0f124ff5bc4 May 26 11:15:11.800956 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:11.826962 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:11.828734 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:11.828918 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:11.832128 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746349196638'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:11.849473 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:11.862417 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device e00cf166-b144-4022-bccb-27ddebb3fd7f up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:11.925208 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] Notify callbacks [] for port, precommit_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:11.941818 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.provisioning_blocks [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] Transition to ACTIVE for port object ef82f069-a73e-4151-8ba0-9587d72c53cb will not be triggered until provisioned by entity L2. {{(pid=92388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:11.951462 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:11.952926 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:11.953729 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:11.959795 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-96612b2a-bc6b-42cb-982e-e84d3201e4fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:11.970871 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Pushing event updated for resources: {'Network': ['ID=254485dc-8049-4b21-a2ba-d2494c62d687,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:11.974638 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:11.989226 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Network 254485dc-8049-4b21-a2ba-d2494c62d687 details requested by agent ovs-agent-dv-cinder-793136-1-iscsi with host dv-cinder-793136-1-iscsi {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:15:12.043370 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:12.047530 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:12.063013 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Pushing event updated for resources: {'Network': ['ID=c76d6759-5d0c-4172-bb02-f0f124ff5bc4,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:12.065901 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:12.073247 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9822955 May 26 11:15:12.076117 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 49794) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:12.082965 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-6ac2f2b3-89ba-4b86-93c6-6f4fd0dbb50a admin admin] Request body: {'subnet': {'network_id': '254485dc-8049-4b21-a2ba-d2494c62d687', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-872654825-subnet', 'tenant_id': 'e77375cec574451c82c87fc0592d892f', 'ip_version': 4}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:12.088401 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-6ac2f2b3-89ba-4b86-93c6-6f4fd0dbb50a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:12.091435 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Network c76d6759-5d0c-4172-bb02-f0f124ff5bc4 details requested by agent ovs-agent-dv-cinder-793136-1-iscsi with host dv-cinder-793136-1-iscsi {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:15:12.092857 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-6ac2f2b3-89ba-4b86-93c6-6f4fd0dbb50a admin admin] Usage tracker for resource:subnet and tenant:e77375cec574451c82c87fc0592d892f is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:12.096246 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-6ac2f2b3-89ba-4b86-93c6-6f4fd0dbb50a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:12.103030 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-6ac2f2b3-89ba-4b86-93c6-6f4fd0dbb50a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:12.130890 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8620663 May 26 11:15:12.133508 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 49798) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:12.139547 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-f0d71a20-b3ab-46bf-8b02-9e54bc181d09 admin admin] Request body: {'subnet': {'network_id': 'c76d6759-5d0c-4172-bb02-f0f124ff5bc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1431484567-subnet', 'tenant_id': '50408401bc354862859c3f860efa1150', 'ip_version': 4}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:12.144472 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-f0d71a20-b3ab-46bf-8b02-9e54bc181d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:12.149501 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-f0d71a20-b3ab-46bf-8b02-9e54bc181d09 admin admin] Usage tracker for resource:subnet and tenant:50408401bc354862859c3f860efa1150 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:12.154578 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-f0d71a20-b3ab-46bf-8b02-9e54bc181d09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:12.162234 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-f0d71a20-b3ab-46bf-8b02-9e54bc181d09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:12.196231 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde2473-b4d7-4cba-a580-882213c95804 None None] Pushing event updated for resources: {'Port': ['ID=ef82f069-a73e-4151-8ba0-9587d72c53cb,revision_number=3']} {{(pid=92388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:12.200282 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-efde2473-b4d7-4cba-a580-882213c95804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:12.232545 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac2f2b3-89ba-4b86-93c6-6f4fd0dbb50a admin admin] Made reservation on behalf of e77375cec574451c82c87fc0592d892f for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:15:12.235398 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6ac2f2b3-89ba-4b86-93c6-6f4fd0dbb50a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31668519'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:12.331623 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d71a20-b3ab-46bf-8b02-9e54bc181d09 admin admin] Made reservation on behalf of 50408401bc354862859c3f860efa1150 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:15:12.335034 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f0d71a20-b3ab-46bf-8b02-9e54bc181d09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31668519'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:12.345209 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] Attempting to bind port ef82f069-a73e-4151-8ba0-9587d72c53cb on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:15:12.345660 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] Attempting to bind port ef82f069-a73e-4151-8ba0-9587d72c53cb by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': '166673a9-7fd2-48ee-8db9-da1dc618f94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483'}] {{(pid=92388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:15:12.346125 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] Attempting to bind port ef82f069-a73e-4151-8ba0-9587d72c53cb on network 377a1f2e-d6d0-49e0-923a-b599684df483 {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:15:12.355777 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:15:12.356338 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] Checking segment: {'id': '166673a9-7fd2-48ee-8db9-da1dc618f94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:15:12.363176 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:12.363176 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] Bound using segment: {'id': '166673a9-7fd2-48ee-8db9-da1dc618f94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483'} {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:15:12.363176 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] Bound port: ef82f069-a73e-4151-8ba0-9587d72c53cb, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166673a9-7fd2-48ee-8db9-da1dc618f94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483'}}] {{(pid=92388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:15:12.363176 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:12.367355 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning for port e00cf166-b144-4022-bccb-27ddebb3fd7f completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:12.375981 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port e00cf166-b144-4022-bccb-27ddebb3fd7f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:12.376609 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:12.474366 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.db [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] For port ef82f069-a73e-4151-8ba0-9587d72c53cb, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:15:12.477811 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.db [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] For port ef82f069-a73e-4151-8ba0-9587d72c53cb, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=ef82f069-a73e-4151-8ba0-9587d72c53cb,segment=NetworkSegment(166673a9-7fd2-48ee-8db9-da1dc618f94a),segment_id=166673a9-7fd2-48ee-8db9-da1dc618f94a)] {{(pid=92388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:15:12.496226 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 49804) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:12.546142 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:12.551575 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-ccb1386b-8e0e-4836-b5f6-04a5633d369a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:12.584307 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:12.601469 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] Transition to ACTIVE for port object 06c2bfce-b717-4643-b6c3-0989f7d66f6b will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:12.654574 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] Routers {'a9d2b93c-4f37-4130-b412-37761d59f623'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:15:12.655256 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:14:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['a9d2b93c-4f37-4130-b412-37761d59f623'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:12.718599 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:12.725694 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde2473-b4d7-4cba-a580-882213c95804 None None] Pushing event updated for resources: {'Port': ['ID=ef82f069-a73e-4151-8ba0-9587d72c53cb,revision_number=4']} {{(pid=92388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:12.730066 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-79f6f29d-0b2a-42b9-b7f2-1700bce00d05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:12.731520 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-36c1cc7b-99a7-45a5-bfa6-c0cdbc49925d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:12.738418 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-efde2473-b4d7-4cba-a580-882213c95804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:12.760053 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-36c1cc7b-99a7-45a5-bfa6-c0cdbc49925d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:12.764563 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-36c1cc7b-99a7-45a5-bfa6-c0cdbc49925d admin admin] Usage tracker for resource:security_group_rule and tenant:381e1d35481b403c9d6231a6bd6ba22b is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:12.767487 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-36c1cc7b-99a7-45a5-bfa6-c0cdbc49925d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:12.779046 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-36c1cc7b-99a7-45a5-bfa6-c0cdbc49925d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:12.904049 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:12.921678 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] Set router a9d2b93c-4f37-4130-b412-37761d59f623 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:15:12.948873 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56471651-39b1-4295-8783-3bb0fab8bf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00cf166-b144-4022-bccb-27ddebb3fd7f'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:15:12.971716 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-36c1cc7b-99a7-45a5-bfa6-c0cdbc49925d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:13.022377 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f35872-0000-4ade-9834-34c6006c957d None None] Pushing event updated for resources: {'Port': ['ID=06c2bfce-b717-4643-b6c3-0989f7d66f6b,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:13.026525 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-51f35872-0000-4ade-9834-34c6006c957d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:13.041148 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port e00cf166-b144-4022-bccb-27ddebb3fd7f, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=e00cf166-b144-4022-bccb-27ddebb3fd7f,segment=NetworkSegment(a54bf79d-a496-4511-b7db-5c024c6f7baa),segment_id=a54bf79d-a496-4511-b7db-5c024c6f7baa)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:15:13.135377 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] Attempting to bind port 06c2bfce-b717-4643-b6c3-0989f7d66f6b on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:15:13.136032 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] Attempting to bind port 06c2bfce-b717-4643-b6c3-0989f7d66f6b by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': '56d3e6a0-df3f-4e1e-a9c0-180ede880577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:15:13.136277 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] Attempting to bind port 06c2bfce-b717-4643-b6c3-0989f7d66f6b on network cde0896d-54b3-4d56-a175-3f2fec6c2adb {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:15:13.138406 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:13.143175 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:13.173408 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-36c1cc7b-99a7-45a5-bfa6-c0cdbc49925d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:13.181422 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:15:13.181834 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] Checking segment: {'id': '56d3e6a0-df3f-4e1e-a9c0-180ede880577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:15:13.182293 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:13.182697 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] Bound using segment: {'id': '56d3e6a0-df3f-4e1e-a9c0-180ede880577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:15:13.183187 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] Bound port: 06c2bfce-b717-4643-b6c3-0989f7d66f6b, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d3e6a0-df3f-4e1e-a9c0-180ede880577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:15:13.184688 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:13.189825 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1a787e03-1a02-4ebb-a224-7a3dfa75e6fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:13.245162 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a982da-300f-4fd5-b212-83e7db18551e req-b5f20df5-70bd-49c9-bde2-683809dceaf9 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:13.247465 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-98a982da-300f-4fd5-b212-83e7db18551e req-b5f20df5-70bd-49c9-bde2-683809dceaf9 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=56471651-39b1-4295-8783-3bb0fab8bf33 HTTP/1.1" status: 200 len: 945 time: 0.1802027 May 26 11:15:13.251477 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-36c1cc7b-99a7-45a5-bfa6-c0cdbc49925d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=381e1d35481b403c9d6231a6bd6ba22b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7529397 May 26 11:15:13.254404 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 49818) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:13.274050 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1cc7b-99a7-45a5-bfa6-c0cdbc49925d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec20c8a5-5502-4799-8de7-8b3af39b9e11,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:13.279353 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-36c1cc7b-99a7-45a5-bfa6-c0cdbc49925d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:13.334187 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] For port 06c2bfce-b717-4643-b6c3-0989f7d66f6b, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:15:13.338262 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] For port 06c2bfce-b717-4643-b6c3-0989f7d66f6b, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=06c2bfce-b717-4643-b6c3-0989f7d66f6b,segment=NetworkSegment(56d3e6a0-df3f-4e1e-a9c0-180ede880577),segment_id=56d3e6a0-df3f-4e1e-a9c0-180ede880577)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:15:13.372520 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=e00cf166-b144-4022-bccb-27ddebb3fd7f,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:13.384285 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:13.407183 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'ef82f069-a73e-4151-8ba0-9587d72c53cb', 'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'mac_address': 'fa:16:3e:ba:f3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:12Z', 'revision_number': 4, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'subnets': [{'id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:13.412296 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f760c3c-638d-4a73-a5ae-b1a701a91013 None None] The sync data for ids ['a9d2b93c-4f37-4130-b412-37761d59f623'] in dv-cinder-793136-1-iscsi is: [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'ef82f069-a73e-4151-8ba0-9587d72c53cb', 'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'mac_address': 'fa:16:3e:ba:f3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:12Z', 'revision_number': 4, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'subnets': [{'id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:15:13.428888 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f1f0f-436b-4b9c-9990-f08a234eb268 req-0a0ff899-7913-49e0-a957-e1a521e6cb9f tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:13.430467 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-759f1f0f-436b-4b9c-9990-f08a234eb268 req-0a0ff899-7913-49e0-a957-e1a521e6cb9f tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.2958362 May 26 11:15:13.433134 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:13.440539 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-51f35872-0000-4ade-9834-34c6006c957d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:13.499703 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6ac2f2b3-89ba-4b86-93c6-6f4fd0dbb50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-857520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31668529'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:13.506655 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f0d71a20-b3ab-46bf-8b02-9e54bc181d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-857520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31668529'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:13.508362 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:13.567798 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] Routers {'89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:15:13.569015 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:14:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:13.575492 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-98a982da-300f-4fd5-b212-83e7db18551e req-deb1fea4-6bb2-4cc9-a9bd-78f8c293d4b6 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116980 May 26 11:15:13.628077 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-759f1f0f-436b-4b9c-9990-f08a234eb268 req-aeefb6ed-a667-4470-befa-02f102c39ec5 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858766 May 26 11:15:13.649439 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d46103ed-261e-4859-8462-65b51085eb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:13.683927 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2f2b3-89ba-4b86-93c6-6f4fd0dbb50a admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e1de07-2d44-4b88-af76-57cfc5ecab18,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:13.689452 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d46103ed-261e-4859-8462-65b51085eb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:13.774784 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac2f2b3-89ba-4b86-93c6-6f4fd0dbb50a admin admin] Checking segment: {'id': 'e4110511-d481-446d-b1f0-cbddcdb4a0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '254485dc-8049-4b21-a2ba-d2494c62d687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:15:13.775042 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac2f2b3-89ba-4b86-93c6-6f4fd0dbb50a admin admin] Network hostable DHCP agents. Network: 254485dc-8049-4b21-a2ba-d2494c62d687, hostable agents: ['5be7b6bf-9113-45d0-8352-d59a3f612e3f'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:15:13.797140 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d71a20-b3ab-46bf-8b02-9e54bc181d09 admin admin] Checking segment: {'id': '043bc44e-d17a-4ff7-8993-7aad6cefc6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c76d6759-5d0c-4172-bb02-f0f124ff5bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:15:13.805881 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d71a20-b3ab-46bf-8b02-9e54bc181d09 admin admin] Network hostable DHCP agents. Network: c76d6759-5d0c-4172-bb02-f0f124ff5bc4, hostable agents: ['5be7b6bf-9113-45d0-8352-d59a3f612e3f'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:15:13.806032 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56471651-39b1-4295-8783-3bb0fab8bf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00cf166-b144-4022-bccb-27ddebb3fd7f', 'code': 200} May 26 11:15:13.806032 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f35872-0000-4ade-9834-34c6006c957d None None] Pushing event updated for resources: {'Port': ['ID=06c2bfce-b717-4643-b6c3-0989f7d66f6b,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:13.816019 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-51f35872-0000-4ade-9834-34c6006c957d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:13.833318 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d71a20-b3ab-46bf-8b02-9e54bc181d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71340203-369a-450d-9e83-4b6d24db686a,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:13.840323 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f0d71a20-b3ab-46bf-8b02-9e54bc181d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:13.842970 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-485f7879-e745-4ff9-8b2f-99bcabd1c14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:13.843098 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-485f7879-e745-4ff9-8b2f-99bcabd1c14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:13.867935 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] Set router 89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:15:13.871867 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d46103ed-261e-4859-8462-65b51085eb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:13.880820 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-da34fe9e-74bb-46d9-8664-66262ebbd9d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:13.893827 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46103ed-261e-4859-8462-65b51085eb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec20c8a5-5502-4799-8de7-8b3af39b9e11,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:13.899042 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d46103ed-261e-4859-8462-65b51085eb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:13.907130 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d46103ed-261e-4859-8462-65b51085eb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:13.910610 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-d46103ed-261e-4859-8462-65b51085eb30 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ec20c8a5-5502-4799-8de7-8b3af39b9e11 HTTP/1.1" status: 204 len: 168 time: 0.6528459 May 26 11:15:13.957157 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac2f2b3-89ba-4b86-93c6-6f4fd0dbb50a admin admin] Network 254485dc-8049-4b21-a2ba-d2494c62d687 is scheduled to be hosted by DHCP agent 5be7b6bf-9113-45d0-8352-d59a3f612e3f with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:15:13.964261 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d71a20-b3ab-46bf-8b02-9e54bc181d09 admin admin] Network c76d6759-5d0c-4172-bb02-f0f124ff5bc4 is scheduled to be hosted by DHCP agent 5be7b6bf-9113-45d0-8352-d59a3f612e3f with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:15:14.101029 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-6ac2f2b3-89ba-4b86-93c6-6f4fd0dbb50a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-iscsi, 254485dc-8049-4b21-a2ba-d2494c62d687) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:14.111811 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-f0d71a20-b3ab-46bf-8b02-9e54bc181d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-iscsi, c76d6759-5d0c-4172-bb02-f0f124ff5bc4) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:14.123824 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d71a20-b3ab-46bf-8b02-9e54bc181d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:14.124487 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f0d71a20-b3ab-46bf-8b02-9e54bc181d09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:14.129855 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac2f2b3-89ba-4b86-93c6-6f4fd0dbb50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:14.130449 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6ac2f2b3-89ba-4b86-93c6-6f4fd0dbb50a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:14.142301 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a6555b-6e2f-4f85-b676-4353945b1c7a None None] Network 254485dc-8049-4b21-a2ba-d2494c62d687 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:15:14.163057 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c77b2df-08a6-4a05-b2fd-bacb8010781e None None] Network c76d6759-5d0c-4172-bb02-f0f124ff5bc4 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:15:14.264108 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-f0d71a20-b3ab-46bf-8b02-9e54bc181d09 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1263044 May 26 11:15:14.264361 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 49832) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:14.270134 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1431484567-router', 'tenant_id': '50408401bc354862859c3f860efa1150', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:14.274373 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c104be7-d5ab-46db-a02c-7b23aaacadfb req-644ca58f-7715-4cb8-8ae1-3cd8bf260189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:14.276643 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0c104be7-d5ab-46db-a02c-7b23aaacadfb req-644ca58f-7715-4cb8-8ae1-3cd8bf260189 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=56471651-39b1-4295-8783-3bb0fab8bf33 HTTP/1.1" status: 200 len: 1098 time: 0.0803428 May 26 11:15:14.277319 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:14.281561 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Usage tracker for resource:router and tenant:50408401bc354862859c3f860efa1150 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:14.286764 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:14.299878 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:14.307598 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-6ac2f2b3-89ba-4b86-93c6-6f4fd0dbb50a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2271311 May 26 11:15:14.307813 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 49836) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:14.314092 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-872654825-router', 'tenant_id': 'e77375cec574451c82c87fc0592d892f', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:14.324111 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:14.329398 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0c104be7-d5ab-46db-a02c-7b23aaacadfb req-e0de1d85-49a8-4197-8a25-ee0bb3007b2f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444417 May 26 11:15:14.331222 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Usage tracker for resource:router and tenant:e77375cec574451c82c87fc0592d892f is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:14.334337 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:14.342333 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:14.380002 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-922'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:14.381117 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-995'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:14.403670 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:14.495030 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-922'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:14.502992 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-995'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:14.550771 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:14.607066 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device ef82f069-a73e-4151-8ba0-9587d72c53cb up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:14.878225 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe987ac-d155-41d6-b8b2-14478d9f0aed req-a0feb27a-13f1-4032-ba9b-a4f60dcb0070 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:14.879789 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bbe987ac-d155-41d6-b8b2-14478d9f0aed req-a0feb27a-13f1-4032-ba9b-a4f60dcb0070 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=56471651-39b1-4295-8783-3bb0fab8bf33 HTTP/1.1" status: 200 len: 945 time: 0.1552744 May 26 11:15:14.957265 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643e63a-fd39-5d5d-9f34-faeb87d00edd-c76d6759-5d0c-4172-bb02-f0f124ff5bc4', 'network_id': 'c76d6759-5d0c-4172-bb02-f0f124ff5bc4', 'tenant_id': '50408401bc354862859c3f860efa1150', 'fixed_ips': [{'subnet_id': '71340203-369a-450d-9e83-4b6d24db686a'}]}} from dv-cinder-793136-1-iscsi. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:15:14.957475 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 49848) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:14.958084 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:14.987097 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643e63a-fd39-5d5d-9f34-faeb87d00edd-254485dc-8049-4b21-a2ba-d2494c62d687', 'network_id': '254485dc-8049-4b21-a2ba-d2494c62d687', 'tenant_id': 'e77375cec574451c82c87fc0592d892f', 'fixed_ips': [{'subnet_id': '15e1de07-2d44-4b88-af76-57cfc5ecab18'}]}} from dv-cinder-793136-1-iscsi. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:15:14.987994 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:14.995930 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-35e3fc9d-200a-4cff-ba81-ebe888abbc52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:15.069357 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-35e3fc9d-200a-4cff-ba81-ebe888abbc52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:15.079525 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-35e3fc9d-200a-4cff-ba81-ebe888abbc52 admin admin] Usage tracker for resource:security_group_rule and tenant:27a553938dbb4719ab3130ad0adc2b53 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:15.091769 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'name': 'tempest-TestMinimumBasicScenario-673801033-router', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:00Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'gw_port': {'id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:02Z', 'updated_at': '2021-05-26T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': '06c2bfce-b717-4643-b6c3-0989f7d66f6b', 'name': '', 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'mac_address': 'fa:16:3e:5a:49:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '225d7685-56cc-4eff-acf8-e6ea831b0ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:13Z', 'revision_number': 4, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'subnets': [{'id': '225d7685-56cc-4eff-acf8-e6ea831b0ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:15.092047 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bbe987ac-d155-41d6-b8b2-14478d9f0aed req-e8e16d74-e456-4935-8333-4ec86d47c908 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585381 May 26 11:15:15.093719 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port ef82f069-a73e-4151-8ba0-9587d72c53cb completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:15.093954 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-35e3fc9d-200a-4cff-ba81-ebe888abbc52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:15.103355 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-35e3fc9d-200a-4cff-ba81-ebe888abbc52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:15.114373 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae1f314-bdaf-4b48-89b1-61ab4ed6e818 None None] The sync data for ids ['89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'] in dv-cinder-793136-1-iscsi is: [{'id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'name': 'tempest-TestMinimumBasicScenario-673801033-router', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:00Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'gw_port': {'id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:02Z', 'updated_at': '2021-05-26T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': '06c2bfce-b717-4643-b6c3-0989f7d66f6b', 'name': '', 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'mac_address': 'fa:16:3e:5a:49:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '225d7685-56cc-4eff-acf8-e6ea831b0ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:13Z', 'revision_number': 4, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'subnets': [{'id': '225d7685-56cc-4eff-acf8-e6ea831b0ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:15:15.126123 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port ef82f069-a73e-4151-8ba0-9587d72c53cb triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:15.128278 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:15.169477 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a2203-11b1-446b-9941-fa3ce6ca6823 req-f86d6f11-8eeb-40b8-b5b3-79b71357ce9c tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:15.177494 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0f0a2203-11b1-446b-9941-fa3ce6ca6823 req-f86d6f11-8eeb-40b8-b5b3-79b71357ce9c tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.2955678 May 26 11:15:15.203723 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae210f0e-de66-4fec-b695-d1a09c3669b0 req-2148311c-327c-4106-a424-db9502e7e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:15.213952 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ae210f0e-de66-4fec-b695-d1a09c3669b0 req-2148311c-327c-4106-a424-db9502e7e2cb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 1098 time: 0.2107306 May 26 11:15:15.280710 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0f0a2203-11b1-446b-9941-fa3ce6ca6823 req-825eac84-8643-4c2c-af94-1cd5bbfa7f2b tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002131 May 26 11:15:15.346152 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1013'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:15.358173 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ae210f0e-de66-4fec-b695-d1a09c3669b0 req-9b59ea07-f120-42a4-8362-ed9625125bda service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345456 May 26 11:15:15.397203 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Allocated IP 172.20.0.2 (c76d6759-5d0c-4172-bb02-f0f124ff5bc4/71340203-369a-450d-9e83-4b6d24db686a/4f28c09e-5b34-41c4-a595-95aa313eb89e) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:15:15.400308 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Allocated IP 172.20.0.2 (254485dc-8049-4b21-a2ba-d2494c62d687/15e1de07-2d44-4b88-af76-57cfc5ecab18/fb2a7c4e-87a7-4929-a51d-b429508b9880) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:15:15.441957 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-35e3fc9d-200a-4cff-ba81-ebe888abbc52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:15.467942 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1013'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:15.597151 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-35e3fc9d-200a-4cff-ba81-ebe888abbc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:15.605786 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2bc17061-937b-4e9a-b443-3aca55775e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:15.664378 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:15.683403 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-35e3fc9d-200a-4cff-ba81-ebe888abbc52 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27a553938dbb4719ab3130ad0adc2b53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7246232 May 26 11:15:15.686101 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 49858) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:15.689517 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3fc9d-200a-4cff-ba81-ebe888abbc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964e4e68-02af-4484-9523-6bc5a62124df,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:15.707843 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-35e3fc9d-200a-4cff-ba81-ebe888abbc52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:15.764917 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-453a2bc9-3a5d-44f4-a672-a902664e7eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:15.793668 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] For port ef82f069-a73e-4151-8ba0-9587d72c53cb, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=ef82f069-a73e-4151-8ba0-9587d72c53cb,segment=NetworkSegment(166673a9-7fd2-48ee-8db9-da1dc618f94a),segment_id=166673a9-7fd2-48ee-8db9-da1dc618f94a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:15:15.801766 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-453a2bc9-3a5d-44f4-a672-a902664e7eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:15.908724 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:15.941787 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:15.969366 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-453a2bc9-3a5d-44f4-a672-a902664e7eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:15.976379 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:15.996167 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a2bc9-3a5d-44f4-a672-a902664e7eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964e4e68-02af-4484-9523-6bc5a62124df,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:16.011767 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-453a2bc9-3a5d-44f4-a672-a902664e7eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:16.016026 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-453a2bc9-3a5d-44f4-a672-a902664e7eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:16.018101 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-453a2bc9-3a5d-44f4-a672-a902664e7eda admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/964e4e68-02af-4484-9523-6bc5a62124df HTTP/1.1" status: 204 len: 168 time: 0.3308794 May 26 11:15:16.049448 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:16.061584 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:16.092908 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Pushing event updated for resources: {'Port': ['ID=ef82f069-a73e-4151-8ba0-9587d72c53cb,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:16.093110 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:16.095770 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:16.096750 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:16.100037 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Transition to ACTIVE for port object 4f28c09e-5b34-41c4-a595-95aa313eb89e will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:16.119360 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Transition to ACTIVE for port object fb2a7c4e-87a7-4929-a51d-b429508b9880 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:16.137695 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Transition to ACTIVE for port object 4f28c09e-5b34-41c4-a595-95aa313eb89e will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:16.148940 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Transition to ACTIVE for port object fb2a7c4e-87a7-4929-a51d-b429508b9880 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:16.231911 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:16.235806 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:16.294588 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:16.370369 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Network c76d6759-5d0c-4172-bb02-f0f124ff5bc4 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:15:16.372445 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Network 254485dc-8049-4b21-a2ba-d2494c62d687 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:15:16.376548 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:16.380936 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:15:16.383151 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:16.386863 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:15:16.398182 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Pushing event updated for resources: {'Port': ['ID=4f28c09e-5b34-41c4-a595-95aa313eb89e,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:16.405097 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:16.407699 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:16.473907 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32b6e6-040d-4b94-803f-292524a26493 req-bb4bd2f4-3d6a-4765-a3ba-7f6760319db4 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:16.484012 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8d32b6e6-040d-4b94-803f-292524a26493 req-bb4bd2f4-3d6a-4765-a3ba-7f6760319db4 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=56471651-39b1-4295-8783-3bb0fab8bf33 HTTP/1.1" status: 200 len: 945 time: 0.2170875 May 26 11:15:16.527981 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:16.593212 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:16.644707 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8d32b6e6-040d-4b94-803f-292524a26493 req-55ee5b0f-0302-4956-b534-c772be86ba76 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568527 May 26 11:15:16.720088 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Attempting to bind port fb2a7c4e-87a7-4929-a51d-b429508b9880 on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:15:16.729461 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c62c7-bf46-4ed9-85b8-98d785ad5ba1 req-f002463b-e3d8-4ceb-b6c5-af6dbc935412 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:16.737268 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ce6c62c7-bf46-4ed9-85b8-98d785ad5ba1 req-f002463b-e3d8-4ceb-b6c5-af6dbc935412 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.2278533 May 26 11:15:16.745749 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Attempting to bind port fb2a7c4e-87a7-4929-a51d-b429508b9880 by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': 'e4110511-d481-446d-b1f0-cbddcdb4a0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '254485dc-8049-4b21-a2ba-d2494c62d687'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:15:16.746237 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Attempting to bind port fb2a7c4e-87a7-4929-a51d-b429508b9880 on network 254485dc-8049-4b21-a2ba-d2494c62d687 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:15:16.766421 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device ef82f069-a73e-4151-8ba0-9587d72c53cb up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:16.829441 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Pushing event updated for resources: {'Port': ['ID=fb2a7c4e-87a7-4929-a51d-b429508b9880,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:16.839858 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:16.840436 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ce6c62c7-bf46-4ed9-85b8-98d785ad5ba1 req-13a2041e-b1d9-4ef2-b6ec-b3c8ed59462c tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000564 May 26 11:15:16.862520 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Attempting to bind port 4f28c09e-5b34-41c4-a595-95aa313eb89e on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:15:16.863062 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Attempting to bind port 4f28c09e-5b34-41c4-a595-95aa313eb89e by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': '043bc44e-d17a-4ff7-8993-7aad6cefc6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c76d6759-5d0c-4172-bb02-f0f124ff5bc4'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:15:16.863431 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Attempting to bind port 4f28c09e-5b34-41c4-a595-95aa313eb89e on network c76d6759-5d0c-4172-bb02-f0f124ff5bc4 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:15:16.902707 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:15:16.903096 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Checking segment: {'id': 'e4110511-d481-446d-b1f0-cbddcdb4a0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '254485dc-8049-4b21-a2ba-d2494c62d687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:15:16.903514 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:16.903922 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Bound using segment: {'id': 'e4110511-d481-446d-b1f0-cbddcdb4a0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '254485dc-8049-4b21-a2ba-d2494c62d687'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:15:16.904417 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Bound port: fb2a7c4e-87a7-4929-a51d-b429508b9880, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4110511-d481-446d-b1f0-cbddcdb4a0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '254485dc-8049-4b21-a2ba-d2494c62d687'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:15:16.904799 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:16.958115 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Allocated IP 172.27.2.202 (0c406d08-576a-4058-82f8-2db7a46cb825/c8dc709d-33af-406d-94f8-5d106e5714b1/450e3d06-6631-4db5-b09f-6d28a90bfc4c) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:15:17.002489 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:15:17.002841 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Checking segment: {'id': '043bc44e-d17a-4ff7-8993-7aad6cefc6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c76d6759-5d0c-4172-bb02-f0f124ff5bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:15:17.003321 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:17.003661 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Bound using segment: {'id': '043bc44e-d17a-4ff7-8993-7aad6cefc6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c76d6759-5d0c-4172-bb02-f0f124ff5bc4'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:15:17.004065 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Bound port: 4f28c09e-5b34-41c4-a595-95aa313eb89e, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043bc44e-d17a-4ff7-8993-7aad6cefc6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c76d6759-5d0c-4172-bb02-f0f124ff5bc4'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:15:17.004479 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:17.307461 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:15:17.360918 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port ef82f069-a73e-4151-8ba0-9587d72c53cb triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:17.361664 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:17.367023 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:17.439636 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] For port 4f28c09e-5b34-41c4-a595-95aa313eb89e, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:15:17.470015 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] For port fb2a7c4e-87a7-4929-a51d-b429508b9880, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:15:17.477566 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] For port 4f28c09e-5b34-41c4-a595-95aa313eb89e, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=4f28c09e-5b34-41c4-a595-95aa313eb89e,segment=NetworkSegment(043bc44e-d17a-4ff7-8993-7aad6cefc6ff),segment_id=043bc44e-d17a-4ff7-8993-7aad6cefc6ff)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:15:17.485746 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] For port fb2a7c4e-87a7-4929-a51d-b429508b9880, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=fb2a7c4e-87a7-4929-a51d-b429508b9880,segment=NetworkSegment(e4110511-d481-446d-b1f0-cbddcdb4a0c6),segment_id=e4110511-d481-446d-b1f0-cbddcdb4a0c6)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:15:17.552749 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:17.562361 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:17.566823 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:17.578808 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:17.668607 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Pushing event updated for resources: {'Port': ['ID=450e3d06-6631-4db5-b09f-6d28a90bfc4c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:17.679492 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:17.689447 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Network 0c406d08-576a-4058-82f8-2db7a46cb825 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:15:17.691804 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:17.696783 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:15:17.714699 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:17.768125 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Pushing event updated for resources: {'Port': ['ID=4f28c09e-5b34-41c4-a595-95aa313eb89e,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:17.840557 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Allocated IP 172.27.2.242 (0c406d08-576a-4058-82f8-2db7a46cb825/c8dc709d-33af-406d-94f8-5d106e5714b1/f77bfb41-ca6d-4707-9057-e6545f6c585a) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:15:17.856304 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 06c2bfce-b717-4643-b6c3-0989f7d66f6b up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:18.021043 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:18.021043 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:18.152317 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Pushing event updated for resources: {'Port': ['ID=fb2a7c4e-87a7-4929-a51d-b429508b9880,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:18.162816 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:18.238860 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab6ea5-725c-41b8-83ca-4dceab72157f req-bce832d9-592d-4c30-9c1a-f5cbf39acc15 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:18.247384 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6fab6ea5-725c-41b8-83ca-4dceab72157f req-bce832d9-592d-4c30-9c1a-f5cbf39acc15 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=56471651-39b1-4295-8783-3bb0fab8bf33 HTTP/1.1" status: 200 len: 945 time: 0.3867967 May 26 11:15:18.271403 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port 06c2bfce-b717-4643-b6c3-0989f7d66f6b completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:18.281093 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 06c2bfce-b717-4643-b6c3-0989f7d66f6b triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:18.283170 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:18.363139 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6fab6ea5-725c-41b8-83ca-4dceab72157f req-7d082589-4700-4a21-bd38-d1787dc3d4a2 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144445 May 26 11:15:18.371150 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:18.532141 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71064ec-9d01-4031-8008-4b4cdf2693cf req-97d5f3f4-316c-4eaf-97d0-73b0f64e1f2b tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:18.539841 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c71064ec-9d01-4031-8008-4b4cdf2693cf req-97d5f3f4-316c-4eaf-97d0-73b0f64e1f2b tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.3813558 May 26 11:15:18.628942 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:18.686706 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c71064ec-9d01-4031-8008-4b4cdf2693cf req-2c9dcf2c-d39c-4283-9ec2-7ca86cff7abe tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406486 May 26 11:15:18.729919 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] For port 06c2bfce-b717-4643-b6c3-0989f7d66f6b, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=06c2bfce-b717-4643-b6c3-0989f7d66f6b,segment=NetworkSegment(56d3e6a0-df3f-4e1e-a9c0-180ede880577),segment_id=56d3e6a0-df3f-4e1e-a9c0-180ede880577)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:15:18.847723 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:18.861915 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:18.956132 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:19.159571 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Pushing event updated for resources: {'Port': ['ID=06c2bfce-b717-4643-b6c3-0989f7d66f6b,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:19.171286 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:19.263232 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022842ea-9e33-41b5-a531-2708126a1ab6 req-fc689c43-ae64-4f97-a8a0-0069980699be tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:19.280682 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-022842ea-9e33-41b5-a531-2708126a1ab6 req-fc689c43-ae64-4f97-a8a0-0069980699be tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.4174089 May 26 11:15:19.327666 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device fb2a7c4e-87a7-4929-a51d-b429508b9880 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:19.347475 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-022842ea-9e33-41b5-a531-2708126a1ab6 req-0d37da96-ba57-48bc-bf5f-032262475f85 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620270 May 26 11:15:19.495326 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:19.502248 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3c12b60c-3529-4824-acd8-4cfe3c8d75a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:19.585824 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port fb2a7c4e-87a7-4929-a51d-b429508b9880 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:19.596316 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 4f28c09e-5b34-41c4-a595-95aa313eb89e up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:19.692280 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Network 0c406d08-576a-4058-82f8-2db7a46cb825 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:15:19.697239 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:19.711692 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:15:19.757074 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39b48b1-f83a-4ba5-b620-3c1b7ad65c57 None None] Network c76d6759-5d0c-4172-bb02-f0f124ff5bc4 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:15:20.060413 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port 4f28c09e-5b34-41c4-a595-95aa313eb89e completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:20.091081 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=f77bfb41-ca6d-4707-9057-e6545f6c585a,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:20.121270 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:20.121891 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:20.122424 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:20.122934 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:20.126134 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:20.126676 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:20.127454 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:20.128463 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:20.129009 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:20.129547 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:20.130171 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:20.130710 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:20.132658 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-cd18f8cf-96de-41c5-9211-597b0277d8c9 None None] Provisioning for port 4f28c09e-5b34-41c4-a595-95aa313eb89e completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:20.140464 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:20.144188 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aae0f4-919a-4126-938f-4193c8cc92dd None None] Network 254485dc-8049-4b21-a2ba-d2494c62d687 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:15:20.218418 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424500'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:20.236341 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-cd18f8cf-96de-41c5-9211-597b0277d8c9 None None] Provisioning complete for port 4f28c09e-5b34-41c4-a595-95aa313eb89e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:20.242173 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cd18f8cf-96de-41c5-9211-597b0277d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:20.534601 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cd18f8cf-96de-41c5-9211-597b0277d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:20.587064 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-cd18f8cf-96de-41c5-9211-597b0277d8c9 None None] For port 4f28c09e-5b34-41c4-a595-95aa313eb89e, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=4f28c09e-5b34-41c4-a595-95aa313eb89e,segment=NetworkSegment(043bc44e-d17a-4ff7-8993-7aad6cefc6ff),segment_id=043bc44e-d17a-4ff7-8993-7aad6cefc6ff)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:15:20.705947 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cd18f8cf-96de-41c5-9211-597b0277d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:20.707734 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:20.751361 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Router 05afc6cc-fcf1-4f20-b494-007b88eb05bf is scheduled to L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 11:15:20.808500 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18f8cf-96de-41c5-9211-597b0277d8c9 None None] Pushing event updated for resources: {'Port': ['ID=4f28c09e-5b34-41c4-a595-95aa313eb89e,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:20.811557 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-cd18f8cf-96de-41c5-9211-597b0277d8c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:20.828259 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c4b76a1d-a5fc-4dd2-934b-fb8941f6cd7b None None] Provisioning complete for port 4f28c09e-5b34-41c4-a595-95aa313eb89e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:20.828877 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c4b76a1d-a5fc-4dd2-934b-fb8941f6cd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:20.981012 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 4f28c09e-5b34-41c4-a595-95aa313eb89e up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:21.065009 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 4f28c09e-5b34-41c4-a595-95aa313eb89e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:21.065298 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:21.095254 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:21.196989 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:15:21.206377 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] Sync routers for ids ['05afc6cc-fcf1-4f20-b494-007b88eb05bf'] in dv-cinder-793136-1-iscsi {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:15:21.213488 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c4b76a1d-a5fc-4dd2-934b-fb8941f6cd7b None None] Provisioning for port fb2a7c4e-87a7-4929-a51d-b429508b9880 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:21.219392 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] Routers {'05afc6cc-fcf1-4f20-b494-007b88eb05bf'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:15:21.220200 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:14:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['05afc6cc-fcf1-4f20-b494-007b88eb05bf'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:21.233719 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c4b76a1d-a5fc-4dd2-934b-fb8941f6cd7b None None] Provisioning complete for port fb2a7c4e-87a7-4929-a51d-b429508b9880 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:21.234116 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c4b76a1d-a5fc-4dd2-934b-fb8941f6cd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:21.297693 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 06c2bfce-b717-4643-b6c3-0989f7d66f6b up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:21.368568 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:21.376459 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 49964) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:21.377003 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0676074 May 26 11:15:21.428113 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] Set router 05afc6cc-fcf1-4f20-b494-007b88eb05bf gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:15:21.452938 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 06c2bfce-b717-4643-b6c3-0989f7d66f6b triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:21.453320 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:21.559196 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c4b76a1d-a5fc-4dd2-934b-fb8941f6cd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:21.668539 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-c4b76a1d-a5fc-4dd2-934b-fb8941f6cd7b None None] For port fb2a7c4e-87a7-4929-a51d-b429508b9880, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=fb2a7c4e-87a7-4929-a51d-b429508b9880,segment=NetworkSegment(e4110511-d481-446d-b1f0-cbddcdb4a0c6),segment_id=e4110511-d481-446d-b1f0-cbddcdb4a0c6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:15:21.767094 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c4b76a1d-a5fc-4dd2-934b-fb8941f6cd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:21.773586 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:21.781649 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05afc6cc-fcf1-4f20-b494-007b88eb05bf', 'name': 'tempest-TestVolumeBootPattern-872654825-router', 'tenant_id': 'e77375cec574451c82c87fc0592d892f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '450e3d06-6631-4db5-b09f-6d28a90bfc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:14Z', 'updated_at': '2021-05-26T11:15:18Z', 'revision_number': 3, 'project_id': 'e77375cec574451c82c87fc0592d892f', 'gw_port': {'id': '450e3d06-6631-4db5-b09f-6d28a90bfc4c', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:53:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05afc6cc-fcf1-4f20-b494-007b88eb05bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:16Z', 'updated_at': '2021-05-26T11:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:21.785786 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] Checking router: 05afc6cc-fcf1-4f20-b494-007b88eb05bf for host: dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:15:21.786392 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] Updating router 05afc6cc-fcf1-4f20-b494-007b88eb05bf port 450e3d06-6631-4db5-b09f-6d28a90bfc4c binding host dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:15:21.791283 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424500'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:21.849285 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:21.859287 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b76a1d-a5fc-4dd2-934b-fb8941f6cd7b None None] Pushing event updated for resources: {'Port': ['ID=fb2a7c4e-87a7-4929-a51d-b429508b9880,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:21.863251 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c4b76a1d-a5fc-4dd2-934b-fb8941f6cd7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:21.913460 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a37c8e0e-53ef-4706-a3de-2335f2331928 None None] Provisioning complete for port fb2a7c4e-87a7-4929-a51d-b429508b9880 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:21.914314 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a37c8e0e-53ef-4706-a3de-2335f2331928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:22.269386 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] Notify callbacks [] for port, precommit_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:22.277819 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Router 1ccf0998-6554-4d7a-8891-171e0a6c0d62 is scheduled to L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 11:15:22.287546 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.provisioning_blocks [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] Transition to ACTIVE for port object 450e3d06-6631-4db5-b09f-6d28a90bfc4c will not be triggered until provisioned by entity L2. {{(pid=92388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:22.391019 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:22.395201 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-efde2473-b4d7-4cba-a580-882213c95804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:22.447841 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:22.456605 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:15:22.471897 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] Sync routers for ids ['1ccf0998-6554-4d7a-8891-171e0a6c0d62'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:15:22.473032 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] Attempting to bind port 450e3d06-6631-4db5-b09f-6d28a90bfc4c on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:15:22.473391 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] Attempting to bind port 450e3d06-6631-4db5-b09f-6d28a90bfc4c by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}] {{(pid=92388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:15:22.474078 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] Attempting to bind port 450e3d06-6631-4db5-b09f-6d28a90bfc4c on network 0c406d08-576a-4058-82f8-2db7a46cb825 {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:15:22.483654 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:15:22.489774 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] Checking segment: {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:15:22.489774 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:22.489774 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] Bound using segment: {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'} {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:15:22.489774 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] Bound port: 450e3d06-6631-4db5-b09f-6d28a90bfc4c, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}}] {{(pid=92388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:15:22.490336 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] Routers {'1ccf0998-6554-4d7a-8891-171e0a6c0d62'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:15:22.490431 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:22.490519 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:14:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['1ccf0998-6554-4d7a-8891-171e0a6c0d62'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:22.562582 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb30d9c-39de-45fd-a4bc-99ea2bec9ecb None None] Pushing event updated for resources: {'Port': ['ID=450e3d06-6631-4db5-b09f-6d28a90bfc4c,revision_number=2']} {{(pid=92388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:22.574197 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-beb30d9c-39de-45fd-a4bc-99ea2bec9ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:22.575930 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.db [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] For port 450e3d06-6631-4db5-b09f-6d28a90bfc4c, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:15:22.579876 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.db [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] For port 450e3d06-6631-4db5-b09f-6d28a90bfc4c, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=450e3d06-6631-4db5-b09f-6d28a90bfc4c,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:15:22.610070 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:22.612336 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.3464897 May 26 11:15:22.614961 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 49980) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:22.674560 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Allocated IP 172.20.0.1 (254485dc-8049-4b21-a2ba-d2494c62d687/15e1de07-2d44-4b88-af76-57cfc5ecab18/ec9346d9-957b-4820-9909-1ae1ef052c8a) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:15:22.683769 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] Set router 1ccf0998-6554-4d7a-8891-171e0a6c0d62 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:15:22.714064 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:22.726289 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-9de38b01-8014-44f0-9f1e-4fdd0cfb09b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:22.833544 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] Routers {'05afc6cc-fcf1-4f20-b494-007b88eb05bf'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:15:22.834679 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:14:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['05afc6cc-fcf1-4f20-b494-007b88eb05bf'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:22.917703 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:22.952614 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Transition to ACTIVE for port object ec9346d9-957b-4820-9909-1ae1ef052c8a will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:22.992795 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf0998-6554-4d7a-8891-171e0a6c0d62', 'name': 'tempest-TestMinimumBasicScenario-1431484567-router', 'tenant_id': '50408401bc354862859c3f860efa1150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f77bfb41-ca6d-4707-9057-e6545f6c585a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:14Z', 'updated_at': '2021-05-26T11:15:20Z', 'revision_number': 3, 'project_id': '50408401bc354862859c3f860efa1150', 'gw_port': {'id': 'f77bfb41-ca6d-4707-9057-e6545f6c585a', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccf0998-6554-4d7a-8891-171e0a6c0d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:16Z', 'updated_at': '2021-05-26T11:15:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:22.998929 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] Checking router: 1ccf0998-6554-4d7a-8891-171e0a6c0d62 for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:15:23.001472 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] Updating router 1ccf0998-6554-4d7a-8891-171e0a6c0d62 port f77bfb41-ca6d-4707-9057-e6545f6c585a binding host dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:15:23.028973 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device fb2a7c4e-87a7-4929-a51d-b429508b9880 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:23.047343 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb30d9c-39de-45fd-a4bc-99ea2bec9ecb None None] Pushing event updated for resources: {'Port': ['ID=450e3d06-6631-4db5-b09f-6d28a90bfc4c,revision_number=3']} {{(pid=92388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:23.060957 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-beb30d9c-39de-45fd-a4bc-99ea2bec9ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:23.085368 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] Set router 05afc6cc-fcf1-4f20-b494-007b88eb05bf gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:15:23.094440 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:23.099670 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:23.106859 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:23.207238 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Network 254485dc-8049-4b21-a2ba-d2494c62d687 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:15:23.212191 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port fb2a7c4e-87a7-4929-a51d-b429508b9880 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:23.212191 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:23.212493 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:23.225013 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:15:23.299526 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419410'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:23.319005 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Pushing event updated for resources: {'Port': ['ID=ec9346d9-957b-4820-9909-1ae1ef052c8a,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:23.331583 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:23.331947 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:23.332299 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:23.332649 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:23.333560 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:23.335934 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:23.336300 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:23.336648 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:23.336993 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:23.337337 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:23.337678 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:23.338171 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:23.343777 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:23.504202 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4aab2268-aa87-4307-b351-f034a481ce2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:23.512633 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05afc6cc-fcf1-4f20-b494-007b88eb05bf', 'name': 'tempest-TestVolumeBootPattern-872654825-router', 'tenant_id': 'e77375cec574451c82c87fc0592d892f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '450e3d06-6631-4db5-b09f-6d28a90bfc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:14Z', 'updated_at': '2021-05-26T11:15:18Z', 'revision_number': 3, 'project_id': 'e77375cec574451c82c87fc0592d892f', 'gw_port': {'id': '450e3d06-6631-4db5-b09f-6d28a90bfc4c', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:53:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05afc6cc-fcf1-4f20-b494-007b88eb05bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:16Z', 'updated_at': '2021-05-26T11:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:23.516731 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5713e495-e663-4098-8a51-4bb9ba57c102 None None] The sync data for ids ['05afc6cc-fcf1-4f20-b494-007b88eb05bf'] in dv-cinder-793136-1-iscsi is: [{'id': '05afc6cc-fcf1-4f20-b494-007b88eb05bf', 'name': 'tempest-TestVolumeBootPattern-872654825-router', 'tenant_id': 'e77375cec574451c82c87fc0592d892f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '450e3d06-6631-4db5-b09f-6d28a90bfc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:14Z', 'updated_at': '2021-05-26T11:15:18Z', 'revision_number': 3, 'project_id': 'e77375cec574451c82c87fc0592d892f', 'gw_port': {'id': '450e3d06-6631-4db5-b09f-6d28a90bfc4c', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:53:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05afc6cc-fcf1-4f20-b494-007b88eb05bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:16Z', 'updated_at': '2021-05-26T11:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}] {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:15:23.625128 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:23.687813 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-44344291-6fac-4cb7-adc2-7aa65914599c None None] Provisioning for port ec9346d9-957b-4820-9909-1ae1ef052c8a completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:23.700493 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-44344291-6fac-4cb7-adc2-7aa65914599c None None] Provisioning complete for port ec9346d9-957b-4820-9909-1ae1ef052c8a triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:23.700961 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-44344291-6fac-4cb7-adc2-7aa65914599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:23.745351 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:23.778389 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] Transition to ACTIVE for port object f77bfb41-ca6d-4707-9057-e6545f6c585a will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:23.798953 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-44344291-6fac-4cb7-adc2-7aa65914599c None None] Port ec9346d9-957b-4820-9909-1ae1ef052c8a cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:15:23.811813 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-4aab2268-aa87-4307-b351-f034a481ce2b admin admin] Allocated IP 172.20.0.1 (c76d6759-5d0c-4172-bb02-f0f124ff5bc4/71340203-369a-450d-9e83-4b6d24db686a/64373015-a99b-492d-80d0-d347f0fa2c9a) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:15:23.888245 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:23.893164 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:23.969045 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:24.021460 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] Attempting to bind port f77bfb41-ca6d-4707-9057-e6545f6c585a on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:15:24.022150 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] Attempting to bind port f77bfb41-ca6d-4707-9057-e6545f6c585a by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:15:24.022288 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] Attempting to bind port f77bfb41-ca6d-4707-9057-e6545f6c585a on network 0c406d08-576a-4058-82f8-2db7a46cb825 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:15:24.032354 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e88f49-a9bd-4eeb-9e01-f998a7da08a3 None None] Pushing event updated for resources: {'Port': ['ID=f77bfb41-ca6d-4707-9057-e6545f6c585a,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:24.034970 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:15:24.035346 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] Checking segment: {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:15:24.035896 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:24.036325 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] Bound using segment: {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:15:24.036810 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] Bound port: f77bfb41-ca6d-4707-9057-e6545f6c585a, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:15:24.037299 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:24.042824 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:24.061936 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-45e88f49-a9bd-4eeb-9e01-f998a7da08a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:24.102028 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b5f5faf9-77c9-4752-9020-da60f1d21f05 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:24.117944 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4aab2268-aa87-4307-b351-f034a481ce2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:24.141413 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-4aab2268-aa87-4307-b351-f034a481ce2b admin admin] Transition to ACTIVE for port object 64373015-a99b-492d-80d0-d347f0fa2c9a will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:24.142817 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] For port f77bfb41-ca6d-4707-9057-e6545f6c585a, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:15:24.147058 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] For port f77bfb41-ca6d-4707-9057-e6545f6c585a, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=f77bfb41-ca6d-4707-9057-e6545f6c585a,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:15:24.192959 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419569'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:24.201463 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Pushing event updated for resources: {'Port': ['ID=ec9346d9-957b-4820-9909-1ae1ef052c8a,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:24.206644 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:24.237453 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:24.238166 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4aab2268-aa87-4307-b351-f034a481ce2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:24.242012 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:24.244846 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:24.351378 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aab2268-aa87-4307-b351-f034a481ce2b admin admin] Network c76d6759-5d0c-4172-bb02-f0f124ff5bc4 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:15:24.355717 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-4aab2268-aa87-4307-b351-f034a481ce2b admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:24.359335 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aab2268-aa87-4307-b351-f034a481ce2b admin admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:15:24.359492 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] Routers {'1ccf0998-6554-4d7a-8891-171e0a6c0d62'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:15:24.360089 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:14:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['1ccf0998-6554-4d7a-8891-171e0a6c0d62'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:24.407178 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab2268-aa87-4307-b351-f034a481ce2b admin admin] Pushing event updated for resources: {'Port': ['ID=64373015-a99b-492d-80d0-d347f0fa2c9a,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:24.414987 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4aab2268-aa87-4307-b351-f034a481ce2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:24.423744 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e88f49-a9bd-4eeb-9e01-f998a7da08a3 None None] Pushing event updated for resources: {'Port': ['ID=f77bfb41-ca6d-4707-9057-e6545f6c585a,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:24.435229 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Network 254485dc-8049-4b21-a2ba-d2494c62d687 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:15:24.437094 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:24.437974 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-45e88f49-a9bd-4eeb-9e01-f998a7da08a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:24.441481 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4aab2268-aa87-4307-b351-f034a481ce2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419410'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:24.621927 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] Set router 1ccf0998-6554-4d7a-8891-171e0a6c0d62 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:15:25.014234 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Router 05afc6cc-fcf1-4f20-b494-007b88eb05bf has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:15:25.074106 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4aab2268-aa87-4307-b351-f034a481ce2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:25.096622 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 450e3d06-6631-4db5-b09f-6d28a90bfc4c up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:25.156291 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b1c59adc-a680-4b57-beb4-142db696856f None None] Provisioning for port 64373015-a99b-492d-80d0-d347f0fa2c9a completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:25.180514 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b1c59adc-a680-4b57-beb4-142db696856f None None] Provisioning complete for port 64373015-a99b-492d-80d0-d347f0fa2c9a triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:25.181115 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b1c59adc-a680-4b57-beb4-142db696856f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:25.243764 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b1c59adc-a680-4b57-beb4-142db696856f None None] Port 64373015-a99b-492d-80d0-d347f0fa2c9a cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:15:25.289368 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:15:25.317739 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] 10.222.0.35 "PUT /v2.0/routers/05afc6cc-fcf1-4f20-b494-007b88eb05bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9306102 May 26 11:15:25.322401 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf0998-6554-4d7a-8891-171e0a6c0d62', 'name': 'tempest-TestMinimumBasicScenario-1431484567-router', 'tenant_id': '50408401bc354862859c3f860efa1150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f77bfb41-ca6d-4707-9057-e6545f6c585a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:14Z', 'updated_at': '2021-05-26T11:15:20Z', 'revision_number': 3, 'project_id': '50408401bc354862859c3f860efa1150', 'gw_port': {'id': 'f77bfb41-ca6d-4707-9057-e6545f6c585a', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccf0998-6554-4d7a-8891-171e0a6c0d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:16Z', 'updated_at': '2021-05-26T11:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:25.328895 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f169ae6-0d3c-4d01-9dc8-db31529b5d06 None None] The sync data for ids ['1ccf0998-6554-4d7a-8891-171e0a6c0d62'] in dv-cinder-793136-1-iscsi is: [{'id': '1ccf0998-6554-4d7a-8891-171e0a6c0d62', 'name': 'tempest-TestMinimumBasicScenario-1431484567-router', 'tenant_id': '50408401bc354862859c3f860efa1150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f77bfb41-ca6d-4707-9057-e6545f6c585a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:14Z', 'updated_at': '2021-05-26T11:15:20Z', 'revision_number': 3, 'project_id': '50408401bc354862859c3f860efa1150', 'gw_port': {'id': 'f77bfb41-ca6d-4707-9057-e6545f6c585a', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccf0998-6554-4d7a-8891-171e0a6c0d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:16Z', 'updated_at': '2021-05-26T11:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:15:25.368976 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-658239ed-e376-49d8-91b2-4e0f889670f5 None None] Provisioning complete for port ec9346d9-957b-4820-9909-1ae1ef052c8a triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:25.370275 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-658239ed-e376-49d8-91b2-4e0f889670f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:25.409738 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port 450e3d06-6631-4db5-b09f-6d28a90bfc4c completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:25.426948 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 450e3d06-6631-4db5-b09f-6d28a90bfc4c triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:25.429989 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:25.516746 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-658239ed-e376-49d8-91b2-4e0f889670f5 None None] Port ec9346d9-957b-4820-9909-1ae1ef052c8a cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:15:25.532056 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4aab2268-aa87-4307-b351-f034a481ce2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:25.649117 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:25.671247 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4aab2268-aa87-4307-b351-f034a481ce2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-857911'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:25.681456 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] For port 450e3d06-6631-4db5-b09f-6d28a90bfc4c, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=450e3d06-6631-4db5-b09f-6d28a90bfc4c,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:15:25.731086 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b6b53d49-977b-4e51-9995-a6aa60df374e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:25.797538 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:25.802665 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-51f35872-0000-4ade-9834-34c6006c957d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:25.806130 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4aab2268-aa87-4307-b351-f034a481ce2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419569'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:25.872468 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab2268-aa87-4307-b351-f034a481ce2b admin admin] Pushing event updated for resources: {'Port': ['ID=64373015-a99b-492d-80d0-d347f0fa2c9a,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:25.877875 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4aab2268-aa87-4307-b351-f034a481ce2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:25.915943 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Pushing event updated for resources: {'Port': ['ID=450e3d06-6631-4db5-b09f-6d28a90bfc4c,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:25.921840 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:26.082584 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aab2268-aa87-4307-b351-f034a481ce2b admin admin] Network c76d6759-5d0c-4172-bb02-f0f124ff5bc4 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:15:26.084455 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-4aab2268-aa87-4307-b351-f034a481ce2b admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:26.329146 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] Sync routers for ids ['05afc6cc-fcf1-4f20-b494-007b88eb05bf'] in dv-cinder-793136-1-iscsi {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:15:26.353342 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] Routers {'05afc6cc-fcf1-4f20-b494-007b88eb05bf'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:15:26.354425 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:14:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['05afc6cc-fcf1-4f20-b494-007b88eb05bf'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:26.412649 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aab2268-aa87-4307-b351-f034a481ce2b admin admin] Router 1ccf0998-6554-4d7a-8891-171e0a6c0d62 has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:15:26.419829 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-04e33d29-9970-4ea0-828c-28821d6e1770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:26.465432 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-26817f52-7019-4e18-b0ba-742439351a0a None None] Provisioning complete for port 64373015-a99b-492d-80d0-d347f0fa2c9a triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:26.466744 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-26817f52-7019-4e18-b0ba-742439351a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:26.621382 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961b992-c292-4d1e-bc88-2d907952fc72 req-2ce31092-f632-4e1a-8b1d-7983cbf8f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:26.623800 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1961b992-c292-4d1e-bc88-2d907952fc72 req-2ce31092-f632-4e1a-8b1d-7983cbf8f807 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b8bf604831c47d6a1dbd73884dcc49a&device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 1098 time: 0.1497564 May 26 11:15:26.695636 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-26817f52-7019-4e18-b0ba-742439351a0a None None] Port 64373015-a99b-492d-80d0-d347f0fa2c9a cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:15:26.778213 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] Set router 05afc6cc-fcf1-4f20-b494-007b88eb05bf gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:15:26.830504 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961b992-c292-4d1e-bc88-2d907952fc72 req-22865af1-09a0-4bc4-8baf-311bc79b50b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:26.832209 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1961b992-c292-4d1e-bc88-2d907952fc72 req-22865af1-09a0-4bc4-8baf-311bc79b50b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0297c65-03da-408e-9dc4-3aaead4f0782 HTTP/1.1" status: 200 len: 920 time: 0.1840706 May 26 11:15:26.850910 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aab2268-aa87-4307-b351-f034a481ce2b admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:15:26.907820 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-4aab2268-aa87-4307-b351-f034a481ce2b admin admin] 10.222.0.35 "PUT /v2.0/routers/1ccf0998-6554-4d7a-8891-171e0a6c0d62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2916839 May 26 11:15:26.964364 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 50044) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:26.970196 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-b0466a3e-e2bf-4866-8296-780b04deb9be tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1707701944', 'description': 'tempest-secgroup-smoke-1707701944 description', 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:26.985547 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-b0466a3e-e2bf-4866-8296-780b04deb9be tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:26.998900 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-b0466a3e-e2bf-4866-8296-780b04deb9be tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Usage tracker for resource:security_group and tenant:da72a28d3e51419ca0dcfbdfb174e658 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:27.005896 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-b0466a3e-e2bf-4866-8296-780b04deb9be tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:27.048920 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-b0466a3e-e2bf-4866-8296-780b04deb9be tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:27.095321 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1961b992-c292-4d1e-bc88-2d907952fc72 req-ede77464-b6bb-4863-90d9-7d0319078ab7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=409812ed-a613-476f-b8f9-86ca115c17ae HTTP/1.1" status: 200 len: 217 time: 0.2533340 May 26 11:15:27.163372 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0466a3e-e2bf-4866-8296-780b04deb9be tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:27.214214 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device f77bfb41-ca6d-4707-9057-e6545f6c585a up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:27.218625 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-b0466a3e-e2bf-4866-8296-780b04deb9be tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:27.227977 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-b0466a3e-e2bf-4866-8296-780b04deb9be tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Usage tracker for resource:security_group_rule and tenant:da72a28d3e51419ca0dcfbdfb174e658 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:27.233001 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-b0466a3e-e2bf-4866-8296-780b04deb9be tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:27.246808 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-b0466a3e-e2bf-4866-8296-780b04deb9be tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:27.361725 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961b992-c292-4d1e-bc88-2d907952fc72 req-b3c45708-418b-43ec-b5d4-a44112afd213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:27.368872 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1961b992-c292-4d1e-bc88-2d907952fc72 req-b3c45708-418b-43ec-b5d4-a44112afd213 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=05bc6058-ff72-43e9-87c9-1639ef6cacc4 HTTP/1.1" status: 200 len: 859 time: 0.2499838 May 26 11:15:27.392830 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05afc6cc-fcf1-4f20-b494-007b88eb05bf', 'name': 'tempest-TestVolumeBootPattern-872654825-router', 'tenant_id': 'e77375cec574451c82c87fc0592d892f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '450e3d06-6631-4db5-b09f-6d28a90bfc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:14Z', 'updated_at': '2021-05-26T11:15:23Z', 'revision_number': 4, 'project_id': 'e77375cec574451c82c87fc0592d892f', 'gw_port': {'id': '450e3d06-6631-4db5-b09f-6d28a90bfc4c', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05afc6cc-fcf1-4f20-b494-007b88eb05bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:16Z', 'updated_at': '2021-05-26T11:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'ec9346d9-957b-4820-9909-1ae1ef052c8a', 'name': '', 'network_id': '254485dc-8049-4b21-a2ba-d2494c62d687', 'tenant_id': 'e77375cec574451c82c87fc0592d892f', 'mac_address': 'fa:16:3e:04:59:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05afc6cc-fcf1-4f20-b494-007b88eb05bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '15e1de07-2d44-4b88-af76-57cfc5ecab18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:22Z', 'updated_at': '2021-05-26T11:15:23Z', 'revision_number': 2, 'project_id': 'e77375cec574451c82c87fc0592d892f', 'subnets': [{'id': '15e1de07-2d44-4b88-af76-57cfc5ecab18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:27.393952 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0466a3e-e2bf-4866-8296-780b04deb9be tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:27.400827 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] Checking router: 05afc6cc-fcf1-4f20-b494-007b88eb05bf for host: dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:15:27.401466 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] Updating router 05afc6cc-fcf1-4f20-b494-007b88eb05bf port ec9346d9-957b-4820-9909-1ae1ef052c8a binding host dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:15:27.426023 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port f77bfb41-ca6d-4707-9057-e6545f6c585a completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:27.432608 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port f77bfb41-ca6d-4707-9057-e6545f6c585a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:27.433113 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:27.462588 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1961b992-c292-4d1e-bc88-2d907952fc72 req-150fcbe1-4c30-40e0-b728-e496367ff1cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0297c65-03da-408e-9dc4-3aaead4f0782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904443 May 26 11:15:27.472158 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0466a3e-e2bf-4866-8296-780b04deb9be tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:27.476705 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741307f-b756-4f8b-bf4c-a04215adf47c req-0861b0db-b219-471c-a44f-48a0a6a2d110 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:27.478065 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:27.481825 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b741307f-b756-4f8b-bf4c-a04215adf47c req-0861b0db-b219-471c-a44f-48a0a6a2d110 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.5249126 May 26 11:15:27.513275 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5258d981-e127-4255-891c-0f1135725da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:27.581875 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0466a3e-e2bf-4866-8296-780b04deb9be tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=902b6795-ab3d-4677-9353-202d85d8ae26,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:27.601501 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b0466a3e-e2bf-4866-8296-780b04deb9be tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:27.628443 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b741307f-b756-4f8b-bf4c-a04215adf47c req-c6131f5d-7cee-4029-93a1-afca178d4aef tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446342 May 26 11:15:27.649034 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0466a3e-e2bf-4866-8296-780b04deb9be tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:27.654017 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-b0466a3e-e2bf-4866-8296-780b04deb9be tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6849310 May 26 11:15:27.656982 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 50056) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:27.662343 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-9a73c905-3282-4678-8f9a-4a4183e2f759 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Request body: {'security_group_rule': {'security_group_id': '902b6795-ab3d-4677-9353-202d85d8ae26', 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:27.670464 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-9a73c905-3282-4678-8f9a-4a4183e2f759 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:27.674506 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-9a73c905-3282-4678-8f9a-4a4183e2f759 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Usage tracker for resource:security_group_rule and tenant:da72a28d3e51419ca0dcfbdfb174e658 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:27.677539 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-9a73c905-3282-4678-8f9a-4a4183e2f759 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:27.683915 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-9a73c905-3282-4678-8f9a-4a4183e2f759 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:27.716379 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1961b992-c292-4d1e-bc88-2d907952fc72 req-b823e1dc-b088-4297-861d-5793483890ba service neutron] 10.222.0.37 "GET /v2.0/networks/e0297c65-03da-408e-9dc4-3aaead4f0782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308187 May 26 11:15:27.717047 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:27.735189 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] For port f77bfb41-ca6d-4707-9057-e6545f6c585a, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=f77bfb41-ca6d-4707-9057-e6545f6c585a,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:15:27.813818 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9a73c905-3282-4678-8f9a-4a4183e2f759 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:27.848649 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:27.849524 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 450e3d06-6631-4db5-b09f-6d28a90bfc4c up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:27.894980 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:27.918393 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1961b992-c292-4d1e-bc88-2d907952fc72 req-f73208ba-64fe-4aa8-b809-6f698d39bdd6 service neutron] 10.222.0.37 "GET /v2.0/networks/e0297c65-03da-408e-9dc4-3aaead4f0782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792166 May 26 11:15:27.920096 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9a73c905-3282-4678-8f9a-4a4183e2f759 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:27.964480 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] Notify callbacks [] for port, precommit_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:27.979100 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.provisioning_blocks [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] Transition to ACTIVE for port object ec9346d9-957b-4820-9909-1ae1ef052c8a will not be triggered until provisioned by entity L2. {{(pid=92388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:28.000452 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Pushing event updated for resources: {'Port': ['ID=f77bfb41-ca6d-4707-9057-e6545f6c585a,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:28.004432 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:28.015069 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 450e3d06-6631-4db5-b09f-6d28a90bfc4c triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:28.015453 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:28.065537 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9a73c905-3282-4678-8f9a-4a4183e2f759 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:28.067711 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0ea8206a-fe0e-4625-b7fb-4b3739f0c4ce tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:28.092971 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73c905-3282-4678-8f9a-4a4183e2f759 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2619a9c5-62ca-416f-bd67-7203aa5dfa57,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:28.098717 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9a73c905-3282-4678-8f9a-4a4183e2f759 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:28.128578 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:28.133501 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:28.197204 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9a73c905-3282-4678-8f9a-4a4183e2f759 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:28.198680 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-9a73c905-3282-4678-8f9a-4a4183e2f759 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5407414 May 26 11:15:28.201560 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 50076) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:28.208302 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c1d107f6-7131-460e-bcf5-2852d2f6323f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Request body: {'security_group_rule': {'security_group_id': '902b6795-ab3d-4677-9353-202d85d8ae26', 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:28.223512 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-c1d107f6-7131-460e-bcf5-2852d2f6323f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:28.231645 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-c1d107f6-7131-460e-bcf5-2852d2f6323f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Usage tracker for resource:security_group_rule and tenant:da72a28d3e51419ca0dcfbdfb174e658 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:28.238263 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-c1d107f6-7131-460e-bcf5-2852d2f6323f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:28.251465 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-c1d107f6-7131-460e-bcf5-2852d2f6323f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:28.387990 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd43dd4-f5e2-4da0-8b2a-4d20a78a99f0 None None] Pushing event updated for resources: {'Port': ['ID=ec9346d9-957b-4820-9909-1ae1ef052c8a,revision_number=3']} {{(pid=92388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:28.400058 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] Sync routers for ids ['1ccf0998-6554-4d7a-8891-171e0a6c0d62'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:15:28.407839 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c1d107f6-7131-460e-bcf5-2852d2f6323f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:28.417353 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] Routers {'1ccf0998-6554-4d7a-8891-171e0a6c0d62'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:15:28.421267 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:14:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['1ccf0998-6554-4d7a-8891-171e0a6c0d62'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:28.528393 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-0bd43dd4-f5e2-4da0-8b2a-4d20a78a99f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:28.551573 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] Attempting to bind port ec9346d9-957b-4820-9909-1ae1ef052c8a on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:15:28.552256 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] Attempting to bind port ec9346d9-957b-4820-9909-1ae1ef052c8a by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': 'e4110511-d481-446d-b1f0-cbddcdb4a0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '254485dc-8049-4b21-a2ba-d2494c62d687'}] {{(pid=92388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:15:28.552834 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] Attempting to bind port ec9346d9-957b-4820-9909-1ae1ef052c8a on network 254485dc-8049-4b21-a2ba-d2494c62d687 {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:15:28.560261 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:15:28.560892 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] Checking segment: {'id': 'e4110511-d481-446d-b1f0-cbddcdb4a0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '254485dc-8049-4b21-a2ba-d2494c62d687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:15:28.561527 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:28.562138 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] Bound using segment: {'id': 'e4110511-d481-446d-b1f0-cbddcdb4a0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '254485dc-8049-4b21-a2ba-d2494c62d687'} {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:15:28.562947 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] Bound port: ec9346d9-957b-4820-9909-1ae1ef052c8a, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4110511-d481-446d-b1f0-cbddcdb4a0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '254485dc-8049-4b21-a2ba-d2494c62d687'}}] {{(pid=92388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:15:28.563311 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:28.592302 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c1d107f6-7131-460e-bcf5-2852d2f6323f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:28.683869 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c1d107f6-7131-460e-bcf5-2852d2f6323f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:28.685981 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:28.695829 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.db [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] For port ec9346d9-957b-4820-9909-1ae1ef052c8a, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:15:28.701033 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.db [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] For port ec9346d9-957b-4820-9909-1ae1ef052c8a, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=ec9346d9-957b-4820-9909-1ae1ef052c8a,segment=NetworkSegment(e4110511-d481-446d-b1f0-cbddcdb4a0c6),segment_id=e4110511-d481-446d-b1f0-cbddcdb4a0c6)] {{(pid=92388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:15:28.715731 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d107f6-7131-460e-bcf5-2852d2f6323f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8195d99-e980-4aa2-b18e-6a1a36098c44,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:28.723716 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c1d107f6-7131-460e-bcf5-2852d2f6323f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:28.816435 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] Set router 1ccf0998-6554-4d7a-8891-171e0a6c0d62 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:15:28.832531 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:28.838753 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:28.918367 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c1d107f6-7131-460e-bcf5-2852d2f6323f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:28.922643 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 50110) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:28.929930 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-c1d107f6-7131-460e-bcf5-2852d2f6323f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7222877 May 26 11:15:28.930556 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-68b961f0-5d8e-4d48-b8e9-32e952f9713a tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Request body: {'security_group_rule': {'security_group_id': '902b6795-ab3d-4677-9353-202d85d8ae26', 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:28.973878 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-68b961f0-5d8e-4d48-b8e9-32e952f9713a tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:28.991917 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-68b961f0-5d8e-4d48-b8e9-32e952f9713a tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Usage tracker for resource:security_group_rule and tenant:da72a28d3e51419ca0dcfbdfb174e658 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:29.002880 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-68b961f0-5d8e-4d48-b8e9-32e952f9713a tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:29.006005 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:29.021983 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b3d59-b9b8-4c79-a22a-8124f4e992d4 req-572b262f-2c8e-4ba3-a79f-92785b2aa00d tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:29.034035 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-68b961f0-5d8e-4d48-b8e9-32e952f9713a tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:29.038428 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd43dd4-f5e2-4da0-8b2a-4d20a78a99f0 None None] Pushing event updated for resources: {'Port': ['ID=ec9346d9-957b-4820-9909-1ae1ef052c8a,revision_number=4']} {{(pid=92388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:29.038612 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3d3b3d59-b9b8-4c79-a22a-8124f4e992d4 req-572b262f-2c8e-4ba3-a79f-92785b2aa00d tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.2191100 May 26 11:15:29.044248 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-0bd43dd4-f5e2-4da0-8b2a-4d20a78a99f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:29.059346 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device f77bfb41-ca6d-4707-9057-e6545f6c585a up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:29.090754 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] Routers {'05afc6cc-fcf1-4f20-b494-007b88eb05bf'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:15:29.117221 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:15:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['05afc6cc-fcf1-4f20-b494-007b88eb05bf'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:29.118141 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3d3b3d59-b9b8-4c79-a22a-8124f4e992d4 req-0759ccf2-85ed-48ff-ae61-1a4360d88595 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807762 May 26 11:15:29.162735 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-68b961f0-5d8e-4d48-b8e9-32e952f9713a tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:29.332069 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-68b961f0-5d8e-4d48-b8e9-32e952f9713a tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:29.358030 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5d2bb47d-019f-40ff-879c-4df5fb6b9374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:29.448477 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-68b961f0-5d8e-4d48-b8e9-32e952f9713a tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:29.450570 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d4164835-f391-4788-a25c-2ce3f5451dd7 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:29.458613 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port f77bfb41-ca6d-4707-9057-e6545f6c585a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:29.459128 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:29.465949 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] Set router 05afc6cc-fcf1-4f20-b494-007b88eb05bf gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:15:29.503116 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b961f0-5d8e-4d48-b8e9-32e952f9713a tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7435dcc5-12c7-4bab-9e4d-3066dd58e665,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:29.506692 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-68b961f0-5d8e-4d48-b8e9-32e952f9713a tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:29.795962 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf0998-6554-4d7a-8891-171e0a6c0d62', 'name': 'tempest-TestMinimumBasicScenario-1431484567-router', 'tenant_id': '50408401bc354862859c3f860efa1150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f77bfb41-ca6d-4707-9057-e6545f6c585a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:14Z', 'updated_at': '2021-05-26T11:15:24Z', 'revision_number': 4, 'project_id': '50408401bc354862859c3f860efa1150', 'gw_port': {'id': 'f77bfb41-ca6d-4707-9057-e6545f6c585a', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0998-6554-4d7a-8891-171e0a6c0d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:16Z', 'updated_at': '2021-05-26T11:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': '64373015-a99b-492d-80d0-d347f0fa2c9a', 'name': '', 'network_id': 'c76d6759-5d0c-4172-bb02-f0f124ff5bc4', 'tenant_id': '50408401bc354862859c3f860efa1150', 'mac_address': 'fa:16:3e:89:56:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccf0998-6554-4d7a-8891-171e0a6c0d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '71340203-369a-450d-9e83-4b6d24db686a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:23Z', 'updated_at': '2021-05-26T11:15:25Z', 'revision_number': 2, 'project_id': '50408401bc354862859c3f860efa1150', 'subnets': [{'id': '71340203-369a-450d-9e83-4b6d24db686a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:29.804999 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] Checking router: 1ccf0998-6554-4d7a-8891-171e0a6c0d62 for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:15:29.807883 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] Updating router 1ccf0998-6554-4d7a-8891-171e0a6c0d62 port 64373015-a99b-492d-80d0-d347f0fa2c9a binding host dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:15:29.888454 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:29.894220 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-68b961f0-5d8e-4d48-b8e9-32e952f9713a tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:29.899179 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-68b961f0-5d8e-4d48-b8e9-32e952f9713a tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9720759 May 26 11:15:29.899322 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 50122) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:29.906335 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-98b7ee63-9757-45a9-9a11-272ecefb00db tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Request body: {'security_group_rule': {'security_group_id': '902b6795-ab3d-4677-9353-202d85d8ae26', 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:29.918934 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-98b7ee63-9757-45a9-9a11-272ecefb00db tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:29.923620 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-98b7ee63-9757-45a9-9a11-272ecefb00db tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Usage tracker for resource:security_group_rule and tenant:da72a28d3e51419ca0dcfbdfb174e658 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:29.924811 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:29.927082 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-98b7ee63-9757-45a9-9a11-272ecefb00db tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:29.934542 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-98b7ee63-9757-45a9-9a11-272ecefb00db tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:30.049639 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05afc6cc-fcf1-4f20-b494-007b88eb05bf', 'name': 'tempest-TestVolumeBootPattern-872654825-router', 'tenant_id': 'e77375cec574451c82c87fc0592d892f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '450e3d06-6631-4db5-b09f-6d28a90bfc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:14Z', 'updated_at': '2021-05-26T11:15:23Z', 'revision_number': 4, 'project_id': 'e77375cec574451c82c87fc0592d892f', 'gw_port': {'id': '450e3d06-6631-4db5-b09f-6d28a90bfc4c', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05afc6cc-fcf1-4f20-b494-007b88eb05bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:16Z', 'updated_at': '2021-05-26T11:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'ec9346d9-957b-4820-9909-1ae1ef052c8a', 'name': '', 'network_id': '254485dc-8049-4b21-a2ba-d2494c62d687', 'tenant_id': 'e77375cec574451c82c87fc0592d892f', 'mac_address': 'fa:16:3e:04:59:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05afc6cc-fcf1-4f20-b494-007b88eb05bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '15e1de07-2d44-4b88-af76-57cfc5ecab18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:22Z', 'updated_at': '2021-05-26T11:15:28Z', 'revision_number': 4, 'project_id': 'e77375cec574451c82c87fc0592d892f', 'subnets': [{'id': '15e1de07-2d44-4b88-af76-57cfc5ecab18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:30.056906 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0de1443-8258-4b09-96a4-09d4b6829beb None None] The sync data for ids ['05afc6cc-fcf1-4f20-b494-007b88eb05bf'] in dv-cinder-793136-1-iscsi is: [{'id': '05afc6cc-fcf1-4f20-b494-007b88eb05bf', 'name': 'tempest-TestVolumeBootPattern-872654825-router', 'tenant_id': 'e77375cec574451c82c87fc0592d892f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '450e3d06-6631-4db5-b09f-6d28a90bfc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:14Z', 'updated_at': '2021-05-26T11:15:23Z', 'revision_number': 4, 'project_id': 'e77375cec574451c82c87fc0592d892f', 'gw_port': {'id': '450e3d06-6631-4db5-b09f-6d28a90bfc4c', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05afc6cc-fcf1-4f20-b494-007b88eb05bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:16Z', 'updated_at': '2021-05-26T11:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'ec9346d9-957b-4820-9909-1ae1ef052c8a', 'name': '', 'network_id': '254485dc-8049-4b21-a2ba-d2494c62d687', 'tenant_id': 'e77375cec574451c82c87fc0592d892f', 'mac_address': 'fa:16:3e:04:59:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05afc6cc-fcf1-4f20-b494-007b88eb05bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '15e1de07-2d44-4b88-af76-57cfc5ecab18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:22Z', 'updated_at': '2021-05-26T11:15:28Z', 'revision_number': 4, 'project_id': 'e77375cec574451c82c87fc0592d892f', 'subnets': [{'id': '15e1de07-2d44-4b88-af76-57cfc5ecab18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:15:30.065466 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-98b7ee63-9757-45a9-9a11-272ecefb00db tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:30.307102 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-98b7ee63-9757-45a9-9a11-272ecefb00db tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:30.419417 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-98b7ee63-9757-45a9-9a11-272ecefb00db tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:30.422460 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:30.512149 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7ee63-9757-45a9-9a11-272ecefb00db tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252e64c4-24d3-4fbd-a504-8b4b6819e190,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:30.518071 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-98b7ee63-9757-45a9-9a11-272ecefb00db tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:30.527233 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd898a87-8d73-4259-b5a8-cd1197f2a3ec req-9e5a1f6f-671a-4a8f-ad3f-1929dd264c5c tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:30.530983 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-dd898a87-8d73-4259-b5a8-cd1197f2a3ec req-9e5a1f6f-671a-4a8f-ad3f-1929dd264c5c tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.1530051 May 26 11:15:30.585730 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-dd898a87-8d73-4259-b5a8-cd1197f2a3ec req-f609384c-fb95-4c7f-8fdb-33e38d402e1b tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524576 May 26 11:15:30.746744 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:30.763223 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] Transition to ACTIVE for port object 64373015-a99b-492d-80d0-d347f0fa2c9a will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:30.974297 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-98b7ee63-9757-45a9-9a11-272ecefb00db tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:30.979747 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-98b7ee63-9757-45a9-9a11-272ecefb00db tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0755043 May 26 11:15:30.981680 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 50140) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:30.987675 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-6bc8446e-ff1e-4f2c-b1bd-074f875335f9 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Request body: {'security_group_rule': {'security_group_id': '902b6795-ab3d-4677-9353-202d85d8ae26', 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:30.995318 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-6bc8446e-ff1e-4f2c-b1bd-074f875335f9 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:31.002969 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-6bc8446e-ff1e-4f2c-b1bd-074f875335f9 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Usage tracker for resource:security_group_rule and tenant:da72a28d3e51419ca0dcfbdfb174e658 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:31.007656 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-6bc8446e-ff1e-4f2c-b1bd-074f875335f9 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:31.030817 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device ec9346d9-957b-4820-9909-1ae1ef052c8a up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:31.043923 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-6bc8446e-ff1e-4f2c-b1bd-074f875335f9 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:31.081551 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:31.093731 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:31.173689 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-6bc8446e-ff1e-4f2c-b1bd-074f875335f9 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Project da72a28d3e51419ca0dcfbdfb174e658 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 11:15:31.180386 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6bc8446e-ff1e-4f2c-b1bd-074f875335f9 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:31.294093 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6bc8446e-ff1e-4f2c-b1bd-074f875335f9 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:31.477423 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14edddc-c64b-4a10-bd35-d468aa894ee0 None None] Pushing event updated for resources: {'Port': ['ID=64373015-a99b-492d-80d0-d347f0fa2c9a,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:31.487450 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e14edddc-c64b-4a10-bd35-d468aa894ee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:31.543506 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6bc8446e-ff1e-4f2c-b1bd-074f875335f9 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:31.547328 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:31.559257 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:31.583133 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] Attempting to bind port 64373015-a99b-492d-80d0-d347f0fa2c9a on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:15:31.583133 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] Attempting to bind port 64373015-a99b-492d-80d0-d347f0fa2c9a by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': '043bc44e-d17a-4ff7-8993-7aad6cefc6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c76d6759-5d0c-4172-bb02-f0f124ff5bc4'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:15:31.583391 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] Attempting to bind port 64373015-a99b-492d-80d0-d347f0fa2c9a on network c76d6759-5d0c-4172-bb02-f0f124ff5bc4 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:15:31.585565 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8446e-ff1e-4f2c-b1bd-074f875335f9 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636f5811-eb9d-49c3-bf5e-87328bb6a5e3,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:31.590600 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:15:31.591110 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] Checking segment: {'id': '043bc44e-d17a-4ff7-8993-7aad6cefc6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c76d6759-5d0c-4172-bb02-f0f124ff5bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:15:31.591532 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:31.591929 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] Bound using segment: {'id': '043bc44e-d17a-4ff7-8993-7aad6cefc6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c76d6759-5d0c-4172-bb02-f0f124ff5bc4'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:15:31.592409 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] Bound port: 64373015-a99b-492d-80d0-d347f0fa2c9a, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043bc44e-d17a-4ff7-8993-7aad6cefc6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c76d6759-5d0c-4172-bb02-f0f124ff5bc4'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:15:31.592809 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:31.608970 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6bc8446e-ff1e-4f2c-b1bd-074f875335f9 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:31.713258 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port ec9346d9-957b-4820-9909-1ae1ef052c8a completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:31.751002 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port ec9346d9-957b-4820-9909-1ae1ef052c8a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:31.751452 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:31.867064 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] For port 64373015-a99b-492d-80d0-d347f0fa2c9a, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:15:31.871093 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] For port 64373015-a99b-492d-80d0-d347f0fa2c9a, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=64373015-a99b-492d-80d0-d347f0fa2c9a,segment=NetworkSegment(043bc44e-d17a-4ff7-8993-7aad6cefc6ff),segment_id=043bc44e-d17a-4ff7-8993-7aad6cefc6ff)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:15:31.917011 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6bc8446e-ff1e-4f2c-b1bd-074f875335f9 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:31.920891 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-6bc8446e-ff1e-4f2c-b1bd-074f875335f9 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9355676 May 26 11:15:31.939002 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 50158) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:31.939002 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-740da8de-a204-458c-b9d9-dbe87c4ecd53 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Request body: {'security_group_rule': {'security_group_id': '902b6795-ab3d-4677-9353-202d85d8ae26', 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:31.939002 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-740da8de-a204-458c-b9d9-dbe87c4ecd53 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:31.942665 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-740da8de-a204-458c-b9d9-dbe87c4ecd53 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Usage tracker for resource:security_group_rule and tenant:da72a28d3e51419ca0dcfbdfb174e658 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:31.948576 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-740da8de-a204-458c-b9d9-dbe87c4ecd53 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:31.978030 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-740da8de-a204-458c-b9d9-dbe87c4ecd53 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:32.010618 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:32.022030 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae426f1-b4a6-4fd7-ab73-78aa01bda966 req-fc92ee98-f73c-4687-b7ec-385a60a1c011 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:32.029466 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7ae426f1-b4a6-4fd7-ab73-78aa01bda966 req-fc92ee98-f73c-4687-b7ec-385a60a1c011 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.2230275 May 26 11:15:32.075474 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] For port ec9346d9-957b-4820-9909-1ae1ef052c8a, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=ec9346d9-957b-4820-9909-1ae1ef052c8a,segment=NetworkSegment(e4110511-d481-446d-b1f0-cbddcdb4a0c6),segment_id=e4110511-d481-446d-b1f0-cbddcdb4a0c6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:15:32.090070 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7ae426f1-b4a6-4fd7-ab73-78aa01bda966 req-529fbe3c-095a-44d5-8099-e8ccf578a5f1 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595012 May 26 11:15:32.369367 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:32.373205 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7aa82190-0a59-42fc-8b69-f22fc5719c9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:32.426843 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.db.securitygroups_db [None req-740da8de-a204-458c-b9d9-dbe87c4ecd53 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Project da72a28d3e51419ca0dcfbdfb174e658 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 11:15:32.438629 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-740da8de-a204-458c-b9d9-dbe87c4ecd53 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:32.454567 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] Routers {'1ccf0998-6554-4d7a-8891-171e0a6c0d62'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:15:32.455207 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:15:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['1ccf0998-6554-4d7a-8891-171e0a6c0d62'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:32.522817 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:32.539053 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14edddc-c64b-4a10-bd35-d468aa894ee0 None None] Pushing event updated for resources: {'Port': ['ID=64373015-a99b-492d-80d0-d347f0fa2c9a,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:32.551364 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e14edddc-c64b-4a10-bd35-d468aa894ee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:32.570226 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:32.611902 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-740da8de-a204-458c-b9d9-dbe87c4ecd53 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:32.762365 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-740da8de-a204-458c-b9d9-dbe87c4ecd53 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:32.764914 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:32.831404 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740da8de-a204-458c-b9d9-dbe87c4ecd53 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4617502-59e1-4a97-a02f-216f002c468a,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:32.844049 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-740da8de-a204-458c-b9d9-dbe87c4ecd53 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:32.880542 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-acc2b2e7-8c42-4118-bf4b-9c30b68b64d2 req-38c78e01-858a-4006-940f-9194c76379d2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1693306 May 26 11:15:32.952872 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] Set router 1ccf0998-6554-4d7a-8891-171e0a6c0d62 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:15:33.132162 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:33.136355 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Pushing event updated for resources: {'Port': ['ID=ec9346d9-957b-4820-9909-1ae1ef052c8a,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:33.149397 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:33.180056 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2b2e7-8c42-4118-bf4b-9c30b68b64d2 req-d695cb12-78bd-41be-b443-71890cec7ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:33.181603 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-acc2b2e7-8c42-4118-bf4b-9c30b68b64d2 req-d695cb12-78bd-41be-b443-71890cec7ec7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b10ad5f6de2c4c48b2dbffebfca198ef&device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 1098 time: 0.2362614 May 26 11:15:33.202860 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-740da8de-a204-458c-b9d9-dbe87c4ecd53 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:33.211483 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-740da8de-a204-458c-b9d9-dbe87c4ecd53 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2829218 May 26 11:15:33.497683 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf0998-6554-4d7a-8891-171e0a6c0d62', 'name': 'tempest-TestMinimumBasicScenario-1431484567-router', 'tenant_id': '50408401bc354862859c3f860efa1150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f77bfb41-ca6d-4707-9057-e6545f6c585a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:14Z', 'updated_at': '2021-05-26T11:15:24Z', 'revision_number': 4, 'project_id': '50408401bc354862859c3f860efa1150', 'gw_port': {'id': 'f77bfb41-ca6d-4707-9057-e6545f6c585a', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0998-6554-4d7a-8891-171e0a6c0d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:16Z', 'updated_at': '2021-05-26T11:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': '64373015-a99b-492d-80d0-d347f0fa2c9a', 'name': '', 'network_id': 'c76d6759-5d0c-4172-bb02-f0f124ff5bc4', 'tenant_id': '50408401bc354862859c3f860efa1150', 'mac_address': 'fa:16:3e:89:56:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccf0998-6554-4d7a-8891-171e0a6c0d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '71340203-369a-450d-9e83-4b6d24db686a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:23Z', 'updated_at': '2021-05-26T11:15:31Z', 'revision_number': 4, 'project_id': '50408401bc354862859c3f860efa1150', 'subnets': [{'id': '71340203-369a-450d-9e83-4b6d24db686a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:33.499278 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2b2e7-8c42-4118-bf4b-9c30b68b64d2 req-4724f728-04d3-449f-af59-04ddce476831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:33.500718 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-acc2b2e7-8c42-4118-bf4b-9c30b68b64d2 req-4724f728-04d3-449f-af59-04ddce476831 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8401442c-7711-47cb-bb0a-a8ee35438347 HTTP/1.1" status: 200 len: 916 time: 0.2745366 May 26 11:15:33.505417 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46798064-f2f8-48aa-99fb-c736e9f288e5 None None] The sync data for ids ['1ccf0998-6554-4d7a-8891-171e0a6c0d62'] in dv-cinder-793136-1-iscsi is: [{'id': '1ccf0998-6554-4d7a-8891-171e0a6c0d62', 'name': 'tempest-TestMinimumBasicScenario-1431484567-router', 'tenant_id': '50408401bc354862859c3f860efa1150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f77bfb41-ca6d-4707-9057-e6545f6c585a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:14Z', 'updated_at': '2021-05-26T11:15:24Z', 'revision_number': 4, 'project_id': '50408401bc354862859c3f860efa1150', 'gw_port': {'id': 'f77bfb41-ca6d-4707-9057-e6545f6c585a', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0998-6554-4d7a-8891-171e0a6c0d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:16Z', 'updated_at': '2021-05-26T11:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': '64373015-a99b-492d-80d0-d347f0fa2c9a', 'name': '', 'network_id': 'c76d6759-5d0c-4172-bb02-f0f124ff5bc4', 'tenant_id': '50408401bc354862859c3f860efa1150', 'mac_address': 'fa:16:3e:89:56:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccf0998-6554-4d7a-8891-171e0a6c0d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '71340203-369a-450d-9e83-4b6d24db686a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:23Z', 'updated_at': '2021-05-26T11:15:31Z', 'revision_number': 4, 'project_id': '50408401bc354862859c3f860efa1150', 'subnets': [{'id': '71340203-369a-450d-9e83-4b6d24db686a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:15:33.512982 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc3588-3aad-4dba-9ec6-329c23a44153 req-fe26fa8b-b2d5-484f-beb1-795f5229e81f tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:33.520222 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fafc3588-3aad-4dba-9ec6-329c23a44153 req-fe26fa8b-b2d5-484f-beb1-795f5229e81f tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.2410533 May 26 11:15:33.663889 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-acc2b2e7-8c42-4118-bf4b-9c30b68b64d2 req-e1b39e30-184e-4ffb-b2b3-5dcef3ede720 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f18e19c-06c0-471b-97ea-a28507a4ef4c HTTP/1.1" status: 200 len: 217 time: 0.0934656 May 26 11:15:33.676952 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fafc3588-3aad-4dba-9ec6-329c23a44153 req-796c1845-9112-4c7b-a126-adb2a0475997 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557698 May 26 11:15:33.772199 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2b2e7-8c42-4118-bf4b-9c30b68b64d2 req-4599b4cf-4a7d-4a2a-8509-7851fc3fde75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:33.774632 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-acc2b2e7-8c42-4118-bf4b-9c30b68b64d2 req-4599b4cf-4a7d-4a2a-8509-7851fc3fde75 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=321c0d01-84f2-4a24-90fd-e7b00558ba0f HTTP/1.1" status: 200 len: 855 time: 0.0907462 May 26 11:15:33.847837 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-acc2b2e7-8c42-4118-bf4b-9c30b68b64d2 req-928cf6b0-e05f-4ef6-8705-0ddafc38955f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8401442c-7711-47cb-bb0a-a8ee35438347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618193 May 26 11:15:34.020844 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-acc2b2e7-8c42-4118-bf4b-9c30b68b64d2 req-efa8b479-2558-4c94-8423-2e24ea68dfce service neutron] 10.222.0.37 "GET /v2.0/networks/8401442c-7711-47cb-bb0a-a8ee35438347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634364 May 26 11:15:34.261550 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-acc2b2e7-8c42-4118-bf4b-9c30b68b64d2 req-314f1596-97ff-4f1e-9210-ed176a336fe7 service neutron] 10.222.0.37 "GET /v2.0/networks/8401442c-7711-47cb-bb0a-a8ee35438347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305591 May 26 11:15:35.139142 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085a6bb-5e9b-41b1-b6f1-ae0d7f069b92 req-ab49b80f-1dfc-486e-af43-734609cded73 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:35.154536 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e085a6bb-5e9b-41b1-b6f1-ae0d7f069b92 req-ab49b80f-1dfc-486e-af43-734609cded73 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.2748876 May 26 11:15:35.186222 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device ec9346d9-957b-4820-9909-1ae1ef052c8a up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:35.230719 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e085a6bb-5e9b-41b1-b6f1-ae0d7f069b92 req-e473fa94-504e-46a3-b42e-2e0e9013c0b7 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749626 May 26 11:15:35.325075 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port ec9346d9-957b-4820-9909-1ae1ef052c8a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:35.326380 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:35.619579 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 64373015-a99b-492d-80d0-d347f0fa2c9a up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:35.876925 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port 64373015-a99b-492d-80d0-d347f0fa2c9a completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:35.887215 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 64373015-a99b-492d-80d0-d347f0fa2c9a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:35.891300 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:36.045480 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:36.217505 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] For port 64373015-a99b-492d-80d0-d347f0fa2c9a, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=64373015-a99b-492d-80d0-d347f0fa2c9a,segment=NetworkSegment(043bc44e-d17a-4ff7-8993-7aad6cefc6ff),segment_id=043bc44e-d17a-4ff7-8993-7aad6cefc6ff)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:15:36.331679 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:36.334521 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:36.414962 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 50308) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:36.466432 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Pushing event updated for resources: {'Port': ['ID=64373015-a99b-492d-80d0-d347f0fa2c9a,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:36.469960 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:36.534683 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dd601-babe-4e10-93d9-f1a39b0df3f1 req-1a0405d2-7a49-44c7-815d-5e6fbe64c99d tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:36.545685 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-574dd601-babe-4e10-93d9-f1a39b0df3f1 req-1a0405d2-7a49-44c7-815d-5e6fbe64c99d tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.1776319 May 26 11:15:36.617050 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-574dd601-babe-4e10-93d9-f1a39b0df3f1 req-952661f4-5058-4428-b9e7-e854d2209f26 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643213 May 26 11:15:36.694065 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-106df87d-b51d-407a-9e76-92a0f26241e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:36.727829 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-106df87d-b51d-407a-9e76-92a0f26241e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:36.738537 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-106df87d-b51d-407a-9e76-92a0f26241e5 admin admin] Usage tracker for resource:security_group_rule and tenant:acf9297f12134c9d813092bb03b28d6f is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:36.748161 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-106df87d-b51d-407a-9e76-92a0f26241e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:36.756336 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-106df87d-b51d-407a-9e76-92a0f26241e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:36.851545 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-106df87d-b51d-407a-9e76-92a0f26241e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:36.952234 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 64373015-a99b-492d-80d0-d347f0fa2c9a up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:15:37.032398 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-106df87d-b51d-407a-9e76-92a0f26241e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:37.033143 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 64373015-a99b-492d-80d0-d347f0fa2c9a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:37.033532 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:37.055459 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ddddc623-515b-4bf9-9529-c4a5e9c8a057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:37.115622 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 50322) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:37.115896 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-106df87d-b51d-407a-9e76-92a0f26241e5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=acf9297f12134c9d813092bb03b28d6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6994591 May 26 11:15:37.117521 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106df87d-b51d-407a-9e76-92a0f26241e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb74874-ac13-4efb-9e1f-87b2bde894de,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:37.123942 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-106df87d-b51d-407a-9e76-92a0f26241e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:37.346679 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-878d968f-3c55-4442-aec5-337d268e958b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:37.346679 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-878d968f-3c55-4442-aec5-337d268e958b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:37.711097 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-878d968f-3c55-4442-aec5-337d268e958b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:37.718566 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-48b8d03e-b362-46fc-b18b-3c45f35ffb87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:37.732431 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d968f-3c55-4442-aec5-337d268e958b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb74874-ac13-4efb-9e1f-87b2bde894de,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:37.735499 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-878d968f-3c55-4442-aec5-337d268e958b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:37.744436 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-878d968f-3c55-4442-aec5-337d268e958b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:37.756031 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-878d968f-3c55-4442-aec5-337d268e958b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/feb74874-ac13-4efb-9e1f-87b2bde894de HTTP/1.1" status: 204 len: 168 time: 0.6389999 May 26 11:15:38.032190 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272859ae-f6f1-42d9-9fe6-3675a57913d2 req-54d13542-0d72-4f47-a7ed-7fbc6fd3877c tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:38.033892 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-272859ae-f6f1-42d9-9fe6-3675a57913d2 req-54d13542-0d72-4f47-a7ed-7fbc6fd3877c tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.1522565 May 26 11:15:38.083375 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-272859ae-f6f1-42d9-9fe6-3675a57913d2 req-8ad750e4-e461-42b0-b1f3-a0abc7ce91bf tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429125 May 26 11:15:39.333610 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa8a04-9ef7-43fd-ab67-3ef4b2dca994 req-beee66fe-bb7d-4bc8-8814-c39da7e883d1 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:39.336646 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c8fa8a04-9ef7-43fd-ab67-3ef4b2dca994 req-beee66fe-bb7d-4bc8-8814-c39da7e883d1 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.1053264 May 26 11:15:39.399648 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c8fa8a04-9ef7-43fd-ab67-3ef4b2dca994 req-cef3ddf1-7770-43ff-aa3f-3f21fe64809f tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550902 May 26 11:15:40.682016 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fc9e3-010c-4a5b-ab44-85f61f8896f1 req-c51e87ee-6e5e-4fdd-a1f1-98237d202132 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:40.683569 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0c4fc9e3-010c-4a5b-ab44-85f61f8896f1 req-c51e87ee-6e5e-4fdd-a1f1-98237d202132 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.1041384 May 26 11:15:40.736816 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0c4fc9e3-010c-4a5b-ab44-85f61f8896f1 req-c557d632-e3bc-4d56-9b90-c8dd47c3d45c tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463700 May 26 11:15:43.848226 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d73196-b85f-4001-8861-b056dc10ad9b req-0b06ae69-258b-4ffb-a59c-d3dc54dd6f79 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:43.849623 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-26d73196-b85f-4001-8861-b056dc10ad9b req-0b06ae69-258b-4ffb-a59c-d3dc54dd6f79 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/networks?id=8401442c-7711-47cb-bb0a-a8ee35438347 HTTP/1.1" status: 200 len: 815 time: 0.1505141 May 26 11:15:43.864489 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-26d73196-b85f-4001-8861-b056dc10ad9b req-073ccff9-cd7d-4c2e-b430-73be4ad49601 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/quotas/b10ad5f6de2c4c48b2dbffebfca198ef HTTP/1.1" status: 200 len: 375 time: 0.0086467 May 26 11:15:43.961455 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-26d73196-b85f-4001-8861-b056dc10ad9b req-da91d381-2d03-4d9c-be22-41d3dd463092 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b10ad5f6de2c4c48b2dbffebfca198ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0905199 May 26 11:15:44.232643 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-26d73196-b85f-4001-8861-b056dc10ad9b req-5f1a3c2c-d459-42b7-a28d-852bb90acab0 service neutron] 10.222.0.35 "GET /v2.0/networks/8401442c-7711-47cb-bb0a-a8ee35438347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640371 May 26 11:15:44.272410 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc4176-e9e3-433f-bb31-e6747b587498 req-f0102e4d-15b4-428a-a334-4ba1033869ff tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:44.273950 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-60bc4176-e9e3-433f-bb31-e6747b587498 req-f0102e4d-15b4-428a-a334-4ba1033869ff tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.2388482 May 26 11:15:44.391980 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-60bc4176-e9e3-433f-bb31-e6747b587498 req-f3b65941-deae-485f-a261-df7f9982a6a1 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730617 May 26 11:15:44.417639 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-26d73196-b85f-4001-8861-b056dc10ad9b req-cfa1c38b-cc98-4879-9e76-b5676cfe818b service neutron] 10.222.0.35 "GET /v2.0/networks/8401442c-7711-47cb-bb0a-a8ee35438347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788864 May 26 11:15:44.920718 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-105e8cd7-276c-4b66-a745-48c6bbe361e8 req-8630267f-e7df-419c-9f01-0fc976e91a82 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 210 time: 0.0703003 May 26 11:15:44.973555 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b17dba-ad67-45e9-bb5e-b82c99ea538e req-722fe1a2-9a1d-493e-9bde-c66cc058ad2c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:44.975074 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c4b17dba-ad67-45e9-bb5e-b82c99ea538e req-722fe1a2-9a1d-493e-9bde-c66cc058ad2c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.1800051 May 26 11:15:45.034433 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c4b17dba-ad67-45e9-bb5e-b82c99ea538e req-d6d74d77-88d1-47aa-a8b9-0572cbf65e28 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495021 May 26 11:15:45.266105 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76434311-0b59-4528-931c-11ccab77bc6f req-0dc3ee94-acfb-4e3b-b526-41de831c183e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:45.267640 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-76434311-0b59-4528-931c-11ccab77bc6f req-0dc3ee94-acfb-4e3b-b526-41de831c183e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/networks?id=cde0896d-54b3-4d56-a175-3f2fec6c2adb HTTP/1.1" status: 200 len: 814 time: 0.2386551 May 26 11:15:45.318273 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-76434311-0b59-4528-931c-11ccab77bc6f req-3f9a58f6-194f-4a0c-9a3e-650a103a6d65 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/quotas/14eeeebd5f504b798cc63f39edfc21f7 HTTP/1.1" status: 200 len: 375 time: 0.0200748 May 26 11:15:45.399275 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c99de-c443-405a-ba7f-8c93483673e2 req-44956685-8e51-4ce3-ac66-2f250ca55def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:45.401256 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-838c99de-c443-405a-ba7f-8c93483673e2 req-44956685-8e51-4ce3-ac66-2f250ca55def service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 1098 time: 0.1327446 May 26 11:15:45.443668 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-76434311-0b59-4528-931c-11ccab77bc6f req-45ec7730-3a95-4430-a2bb-ddaeda63e8c0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Synchronizing usage tracker for tenant:14eeeebd5f504b798cc63f39edfc21f7 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:15:45.479665 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-838c99de-c443-405a-ba7f-8c93483673e2 req-ef9ba9cd-732f-4c73-acc3-fa68ad17488f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697293 May 26 11:15:45.567686 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-76434311-0b59-4528-931c-11ccab77bc6f req-45ec7730-3a95-4430-a2bb-ddaeda63e8c0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Unset dirty status for tenant:14eeeebd5f504b798cc63f39edfc21f7 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:15:45.568980 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-76434311-0b59-4528-931c-11ccab77bc6f req-45ec7730-3a95-4430-a2bb-ddaeda63e8c0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=14eeeebd5f504b798cc63f39edfc21f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2434773 May 26 11:15:45.622955 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854c04b-1bec-4312-a3f0-af4804ca2122 req-3fd203ac-6289-498e-b5f2-07007d8239f4 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:45.624545 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2854c04b-1bec-4312-a3f0-af4804ca2122 req-3fd203ac-6289-498e-b5f2-07007d8239f4 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.1161411 May 26 11:15:45.628385 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 50532) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:45.736792 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2854c04b-1bec-4312-a3f0-af4804ca2122 req-e80459d1-090d-4072-ad04-aed9aca7cc20 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643203 May 26 11:15:45.765373 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d19a26bc-a4d5-4ebd-bd12-9f50918ceada admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:45.772169 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-76434311-0b59-4528-931c-11ccab77bc6f req-de119f9a-72d4-4b38-b82c-e173f26cb54c service neutron] 10.222.0.35 "GET /v2.0/networks/cde0896d-54b3-4d56-a175-3f2fec6c2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897330 May 26 11:15:45.780172 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-d19a26bc-a4d5-4ebd-bd12-9f50918ceada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:45.784063 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-d19a26bc-a4d5-4ebd-bd12-9f50918ceada admin admin] Usage tracker for resource:security_group_rule and tenant:8124d30dcbdf437bb0296fead2bcfe64 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:45.786965 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-d19a26bc-a4d5-4ebd-bd12-9f50918ceada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:45.793328 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-d19a26bc-a4d5-4ebd-bd12-9f50918ceada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:45.878883 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d19a26bc-a4d5-4ebd-bd12-9f50918ceada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:45.917422 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-76434311-0b59-4528-931c-11ccab77bc6f req-91fc555f-a21c-428d-abed-86424b01dd8d service neutron] 10.222.0.35 "GET /v2.0/networks/cde0896d-54b3-4d56-a175-3f2fec6c2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391010 May 26 11:15:46.009396 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d19a26bc-a4d5-4ebd-bd12-9f50918ceada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:46.019635 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1f979c0b-a559-4d5d-9208-a627a457a9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:46.065527 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-d19a26bc-a4d5-4ebd-bd12-9f50918ceada admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8124d30dcbdf437bb0296fead2bcfe64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4357502 May 26 11:15:46.066332 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a26bc-a4d5-4ebd-bd12-9f50918ceada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364e9671-96c7-4bda-abea-3ece88e22c22,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:46.070769 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d19a26bc-a4d5-4ebd-bd12-9f50918ceada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:46.071280 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 50540) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:46.089546 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0fcada9d-e642-47c9-a50f-0aba9089d5cf req-b660fced-5f37-4931-a7b9-3000a9f0eff3 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 210 time: 0.0528076 May 26 11:15:46.145266 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-649e56ca-2c1a-4899-8111-3c9c7c1b2113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:46.177658 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-649e56ca-2c1a-4899-8111-3c9c7c1b2113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:46.297592 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0bed15a2-9876-4536-98bc-a0cecaca8f61 req-733b77c8-2fa0-4469-803c-d0c5f7b7c738 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 210 time: 0.0986385 May 26 11:15:46.316704 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-649e56ca-2c1a-4899-8111-3c9c7c1b2113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:46.322358 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b0466a3e-e2bf-4866-8296-780b04deb9be tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:46.359433 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e56ca-2c1a-4899-8111-3c9c7c1b2113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364e9671-96c7-4bda-abea-3ece88e22c22,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:46.369368 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-649e56ca-2c1a-4899-8111-3c9c7c1b2113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:46.375019 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129eea8-adb8-445a-8485-64cae225253e req-bf584584-ec48-49c5-8c8d-0c275423c7f1 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:46.376598 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a129eea8-adb8-445a-8485-64cae225253e req-bf584584-ec48-49c5-8c8d-0c275423c7f1 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.1313636 May 26 11:15:46.378493 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-649e56ca-2c1a-4899-8111-3c9c7c1b2113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:46.379783 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-649e56ca-2c1a-4899-8111-3c9c7c1b2113 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/364e9671-96c7-4bda-abea-3ece88e22c22 HTTP/1.1" status: 204 len: 168 time: 0.3075595 May 26 11:15:46.460006 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a129eea8-adb8-445a-8485-64cae225253e req-cc05a775-8ed8-40d6-92fd-ace0c549180f tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665038 May 26 11:15:46.907570 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 50568) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:47.018756 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb0fcd-bdf6-44fa-b429-6886121634b9 req-7c6b618e-1c34-4258-a6fb-fa0023ef4525 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:47.020759 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8fbb0fcd-bdf6-44fa-b429-6886121634b9 req-7c6b618e-1c34-4258-a6fb-fa0023ef4525 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0927181 May 26 11:15:47.078628 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b334312d-efd0-4e00-81d0-464ca71a69aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:47.097558 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8fbb0fcd-bdf6-44fa-b429-6886121634b9 req-7cb442a1-af79-45d2-8904-f2be50b521dc tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695019 May 26 11:15:47.101559 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-b334312d-efd0-4e00-81d0-464ca71a69aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:47.106328 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-b334312d-efd0-4e00-81d0-464ca71a69aa admin admin] Usage tracker for resource:security_group_rule and tenant:7b42bd045673465d87e8086e5ae8a988 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:47.109604 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-b334312d-efd0-4e00-81d0-464ca71a69aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:47.120883 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-b334312d-efd0-4e00-81d0-464ca71a69aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:47.257325 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b334312d-efd0-4e00-81d0-464ca71a69aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:47.260442 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-53a749d5-3968-4d33-8024-11db4748450c req-db669f89-9d38-4157-8047-08b0c961209e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 210 time: 0.0598886 May 26 11:15:47.418590 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b334312d-efd0-4e00-81d0-464ca71a69aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:47.429158 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:47.438961 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-70085031-2938-4d81-8034-3c8de459c9a5 req-652750f1-8e92-42af-93f3-be6098301d94 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 210 time: 0.0594296 May 26 11:15:47.444980 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 50584) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:47.490060 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b44aa949-34e7-457a-bd22-079a952b8b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:47.501116 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-b334312d-efd0-4e00-81d0-464ca71a69aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7b42bd045673465d87e8086e5ae8a988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5920804 May 26 11:15:47.502408 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334312d-efd0-4e00-81d0-464ca71a69aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591e2b3b-6f39-4118-840f-2d3018ee9810,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:47.506306 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-b44aa949-34e7-457a-bd22-079a952b8b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:47.508094 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b334312d-efd0-4e00-81d0-464ca71a69aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:47.508603 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 50590) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:47.511039 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-b44aa949-34e7-457a-bd22-079a952b8b7b admin admin] Usage tracker for resource:security_group_rule and tenant:6ab031375b6a41c694eac297358bd5f0 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:15:47.514385 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-b44aa949-34e7-457a-bd22-079a952b8b7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:15:47.530172 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-b44aa949-34e7-457a-bd22-079a952b8b7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:47.651051 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b44aa949-34e7-457a-bd22-079a952b8b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:47.700777 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b44aa949-34e7-457a-bd22-079a952b8b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:47.788199 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e2bcb293-fb9c-4944-822f-856657233dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:47.831879 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-b44aa949-34e7-457a-bd22-079a952b8b7b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6ab031375b6a41c694eac297358bd5f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3833094 May 26 11:15:47.832776 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44aa949-34e7-457a-bd22-079a952b8b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72178bb6-aba2-4c4c-bc11-086832fdc8c7,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:47.835144 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 50596) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:15:47.837710 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b44aa949-34e7-457a-bd22-079a952b8b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:47.864752 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ae2552b7-2067-4b24-ac02-9acc8248d2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:47.899528 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-011326ae-6653-46b2-bbf3-d916b4e68049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:47.926511 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-011326ae-6653-46b2-bbf3-d916b4e68049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:47.945261 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ae2552b7-2067-4b24-ac02-9acc8248d2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:47.967229 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d73196-b85f-4001-8861-b056dc10ad9b req-c7dec105-5184-46fb-8bb8-50c606a9d253 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:47.968686 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-26d73196-b85f-4001-8861-b056dc10ad9b req-c7dec105-5184-46fb-8bb8-50c606a9d253 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.37 "GET /v2.0/networks?id=8401442c-7711-47cb-bb0a-a8ee35438347 HTTP/1.1" status: 200 len: 815 time: 0.3057880 May 26 11:15:47.982988 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ecb6f-cab3-4ff0-b38c-7158728aee46 req-8fb0b5e5-9492-48ce-b7ef-1749170ddb90 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:47.984556 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2f4ecb6f-cab3-4ff0-b38c-7158728aee46 req-8fb0b5e5-9492-48ce-b7ef-1749170ddb90 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.3242426 May 26 11:15:48.018763 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-26d73196-b85f-4001-8861-b056dc10ad9b req-0b51a407-6d6b-49ea-b648-9ed39852bb01 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Request body: {'port': {'device_id': 'd3b1bad6-63cb-476f-b08b-fd4b36ffc5ba', 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347', 'admin_state_up': True, 'tenant_id': 'b10ad5f6de2c4c48b2dbffebfca198ef'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:48.070795 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-011326ae-6653-46b2-bbf3-d916b4e68049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:48.076249 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:48.089865 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011326ae-6653-46b2-bbf3-d916b4e68049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72178bb6-aba2-4c4c-bc11-086832fdc8c7,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:48.093546 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-011326ae-6653-46b2-bbf3-d916b4e68049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:48.095893 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-011326ae-6653-46b2-bbf3-d916b4e68049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:48.097280 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-011326ae-6653-46b2-bbf3-d916b4e68049 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/72178bb6-aba2-4c4c-bc11-086832fdc8c7 HTTP/1.1" status: 204 len: 168 time: 0.2612307 May 26 11:15:48.139812 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2f4ecb6f-cab3-4ff0-b38c-7158728aee46 req-39868e76-26dd-4c2c-9dd0-7205ef7dd8e2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493356 May 26 11:15:48.204581 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-26d73196-b85f-4001-8861-b056dc10ad9b req-0b51a407-6d6b-49ea-b648-9ed39852bb01 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:48.216246 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-26d73196-b85f-4001-8861-b056dc10ad9b req-0b51a407-6d6b-49ea-b648-9ed39852bb01 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:48.273498 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ae2552b7-2067-4b24-ac02-9acc8248d2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:48.282234 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:48.302261 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2552b7-2067-4b24-ac02-9acc8248d2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591e2b3b-6f39-4118-840f-2d3018ee9810,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:48.310810 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ae2552b7-2067-4b24-ac02-9acc8248d2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:48.315420 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ae2552b7-2067-4b24-ac02-9acc8248d2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:48.315420 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-ae2552b7-2067-4b24-ac02-9acc8248d2f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/591e2b3b-6f39-4118-840f-2d3018ee9810 HTTP/1.1" status: 204 len: 168 time: 0.8028486 May 26 11:15:48.322042 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d73196-b85f-4001-8861-b056dc10ad9b req-0b51a407-6d6b-49ea-b648-9ed39852bb01 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Made reservation on behalf of b10ad5f6de2c4c48b2dbffebfca198ef for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:15:48.326084 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-26d73196-b85f-4001-8861-b056dc10ad9b req-0b51a407-6d6b-49ea-b648-9ed39852bb01 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:48.443120 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2d85c-5b6f-4d14-91fd-4059a7267ac9 req-1104b8cb-49b5-4b89-9302-8cb223f084ee tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:48.444727 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-08f2d85c-5b6f-4d14-91fd-4059a7267ac9 req-1104b8cb-49b5-4b89-9302-8cb223f084ee tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.2104940 May 26 11:15:48.565776 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8bcfd788-7b7d-4713-8faa-b5bd68583334 req-f1b5a524-c135-473f-ac93-43c4fc6debb1 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 210 time: 0.1157289 May 26 11:15:48.613632 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-08f2d85c-5b6f-4d14-91fd-4059a7267ac9 req-43f7fe4a-4dd4-4072-b1a3-2845dd971be6 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587441 May 26 11:15:48.620636 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [req-26d73196-b85f-4001-8861-b056dc10ad9b req-0b51a407-6d6b-49ea-b648-9ed39852bb01 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Allocated IP 172.20.0.6 (8401442c-7711-47cb-bb0a-a8ee35438347/321c0d01-84f2-4a24-90fd-e7b00558ba0f/9e51f6c3-2937-462c-95c8-dc12863be7e5) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:15:48.851032 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-357575e1-fb6f-4dfc-898b-2c92a37456bd req-02657a42-74ce-45b3-8144-5bec8d46ba8c tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 210 time: 0.0575604 May 26 11:15:48.937530 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-26d73196-b85f-4001-8861-b056dc10ad9b req-0b51a407-6d6b-49ea-b648-9ed39852bb01 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:49.059861 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-26d73196-b85f-4001-8861-b056dc10ad9b req-0b51a407-6d6b-49ea-b648-9ed39852bb01 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:49.070328 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7c9d7891-83b7-4674-ba39-6b22d30891dd tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:49.121607 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['2f18e19c-06c0-471b-97ea-a28507a4ef4c', 'd8e8fc02-9593-40cd-9e92-90676116cdd3', 'e00cf166-b144-4022-bccb-27ddebb3fd7f'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:15:49.155875 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d73196-b85f-4001-8861-b056dc10ad9b req-0b51a407-6d6b-49ea-b648-9ed39852bb01 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Network 8401442c-7711-47cb-bb0a-a8ee35438347 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:15:49.161216 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [req-26d73196-b85f-4001-8861-b056dc10ad9b req-0b51a407-6d6b-49ea-b648-9ed39852bb01 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:49.167907 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d73196-b85f-4001-8861-b056dc10ad9b req-0b51a407-6d6b-49ea-b648-9ed39852bb01 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:15:49.233651 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51a407-6d6b-49ea-b648-9ed39852bb01 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Pushing event updated for resources: {'Port': ['ID=9e51f6c3-2937-462c-95c8-dc12863be7e5,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:49.242243 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0b51a407-6d6b-49ea-b648-9ed39852bb01 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:49.279685 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d73196-b85f-4001-8861-b056dc10ad9b req-0b51a407-6d6b-49ea-b648-9ed39852bb01 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:49.280400 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-26d73196-b85f-4001-8861-b056dc10ad9b req-0b51a407-6d6b-49ea-b648-9ed39852bb01 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:49.546653 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a76af-77f9-4a89-8073-4341027a266f req-c38d3247-7521-4bc2-8ffe-b8443e035a59 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:49.553930 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7d8a76af-77f9-4a89-8073-4341027a266f req-c38d3247-7521-4bc2-8ffe-b8443e035a59 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.2683818 May 26 11:15:49.591612 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3ab39-d3dc-46c5-bea3-9fb5696de6a4 req-13c130ce-92a2-44d6-b99f-befb06ada77d tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:49.593077 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e9d3ab39-d3dc-46c5-bea3-9fb5696de6a4 req-13c130ce-92a2-44d6-b99f-befb06ada77d tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.2510402 May 26 11:15:49.594378 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-26d73196-b85f-4001-8861-b056dc10ad9b req-0b51a407-6d6b-49ea-b648-9ed39852bb01 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5818381 May 26 11:15:49.618614 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-26d73196-b85f-4001-8861-b056dc10ad9b req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Request body: {'port': {'device_id': 'd3b1bad6-63cb-476f-b08b-fd4b36ffc5ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:49.719898 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907579df-f4b6-4a1b-879f-5553c17fa9ec req-e501ecdd-d007-474b-b3a1-cd73b36587f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:49.725371 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-907579df-f4b6-4a1b-879f-5553c17fa9ec req-e501ecdd-d007-474b-b3a1-cd73b36587f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b8bf604831c47d6a1dbd73884dcc49a&device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 1098 time: 0.3264756 May 26 11:15:49.758554 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76434311-0b59-4528-931c-11ccab77bc6f req-6e6065a7-36ca-43d7-9eeb-3c308080fefa tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:49.758554 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [req-76434311-0b59-4528-931c-11ccab77bc6f req-6e6065a7-36ca-43d7-9eeb-3c308080fefa tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Synchronizing usage tracker for tenant:14eeeebd5f504b798cc63f39edfc21f7 on resource:network {{(pid=92385) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:15:49.759812 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7d8a76af-77f9-4a89-8073-4341027a266f req-acfc3b77-4ec2-4b65-a6e7-2fcdc490d2a1 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985350 May 26 11:15:49.860444 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [req-76434311-0b59-4528-931c-11ccab77bc6f req-6e6065a7-36ca-43d7-9eeb-3c308080fefa tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Unset dirty status for tenant:14eeeebd5f504b798cc63f39edfc21f7 on resource:network {{(pid=92385) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:15:49.861282 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-76434311-0b59-4528-931c-11ccab77bc6f req-6e6065a7-36ca-43d7-9eeb-3c308080fefa tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.37 "GET /v2.0/networks?id=cde0896d-54b3-4d56-a175-3f2fec6c2adb HTTP/1.1" status: 200 len: 814 time: 0.3121712 May 26 11:15:49.882454 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [req-76434311-0b59-4528-931c-11ccab77bc6f req-bf12e9e0-169c-4747-a021-f16b83e573d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Request body: {'port': {'device_id': '00667a5a-0412-4186-9e3b-16f074162a49', 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb', 'admin_state_up': True, 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:50.115807 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e9d3ab39-d3dc-46c5-bea3-9fb5696de6a4 req-f1215e71-6b9d-45d7-ab33-ad9439ab8d10 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5056252 May 26 11:15:50.144331 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [req-76434311-0b59-4528-931c-11ccab77bc6f req-bf12e9e0-169c-4747-a021-f16b83e573d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:15:50.162207 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [req-76434311-0b59-4528-931c-11ccab77bc6f req-bf12e9e0-169c-4747-a021-f16b83e573d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:15:50.197642 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-26d73196-b85f-4001-8861-b056dc10ad9b req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:50.304780 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907579df-f4b6-4a1b-879f-5553c17fa9ec req-06d1f58d-e5ca-4269-91ed-9fcd5a14dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:50.305731 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-907579df-f4b6-4a1b-879f-5553c17fa9ec req-06d1f58d-e5ca-4269-91ed-9fcd5a14dff2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0297c65-03da-408e-9dc4-3aaead4f0782 HTTP/1.1" status: 200 len: 920 time: 0.5492752 May 26 11:15:50.322990 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76434311-0b59-4528-931c-11ccab77bc6f req-bf12e9e0-169c-4747-a021-f16b83e573d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Made reservation on behalf of 14eeeebd5f504b798cc63f39edfc21f7 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:15:50.326959 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-76434311-0b59-4528-931c-11ccab77bc6f req-bf12e9e0-169c-4747-a021-f16b83e573d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:50.423548 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eec0524e-cb57-4ac8-b30e-96aa46660410 req-2e656c55-fff0-4884-ae44-bf6b985e27c4 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 210 time: 0.1259546 May 26 11:15:50.434337 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-907579df-f4b6-4a1b-879f-5553c17fa9ec req-d94f8beb-ac9e-487b-a6f2-fd564d983321 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=409812ed-a613-476f-b8f9-86ca115c17ae HTTP/1.1" status: 200 len: 217 time: 0.0818899 May 26 11:15:50.520203 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2fbe6-afea-43d3-bd6b-1417a8f5ea2a req-4309e68f-ef99-4234-a1f8-9a973e9e8a6a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:50.520887 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-adf2fbe6-afea-43d3-bd6b-1417a8f5ea2a req-4309e68f-ef99-4234-a1f8-9a973e9e8a6a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Synchronizing usage tracker for tenant:b10ad5f6de2c4c48b2dbffebfca198ef on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:15:50.567490 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-76434311-0b59-4528-931c-11ccab77bc6f req-bf12e9e0-169c-4747-a021-f16b83e573d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Allocated IP 172.20.0.3 (cde0896d-54b3-4d56-a175-3f2fec6c2adb/225d7685-56cc-4eff-acf8-e6ea831b0ce2/a7559e9d-9796-4739-bad7-328576676262) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:15:50.604899 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907579df-f4b6-4a1b-879f-5553c17fa9ec req-359c7599-df62-4d3c-90d6-f03bf8999d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:50.606451 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-907579df-f4b6-4a1b-879f-5553c17fa9ec req-359c7599-df62-4d3c-90d6-f03bf8999d7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=05bc6058-ff72-43e9-87c9-1639ef6cacc4 HTTP/1.1" status: 200 len: 859 time: 0.1291025 May 26 11:15:50.757135 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-adf2fbe6-afea-43d3-bd6b-1417a8f5ea2a req-4309e68f-ef99-4234-a1f8-9a973e9e8a6a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Unset dirty status for tenant:b10ad5f6de2c4c48b2dbffebfca198ef on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:15:50.758539 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-adf2fbe6-afea-43d3-bd6b-1417a8f5ea2a req-4309e68f-ef99-4234-a1f8-9a973e9e8a6a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 931 time: 0.8612323 May 26 11:15:50.802417 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-907579df-f4b6-4a1b-879f-5553c17fa9ec req-7921089b-74e3-4668-a825-1dc828b9a904 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0297c65-03da-408e-9dc4-3aaead4f0782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953431 May 26 11:15:50.876631 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-76434311-0b59-4528-931c-11ccab77bc6f req-bf12e9e0-169c-4747-a021-f16b83e573d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:50.913408 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-76434311-0b59-4528-931c-11ccab77bc6f req-bf12e9e0-169c-4747-a021-f16b83e573d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Transition to ACTIVE for port object a7559e9d-9796-4739-bad7-328576676262 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:51.101625 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-907579df-f4b6-4a1b-879f-5553c17fa9ec req-cc967493-606e-473b-80f4-62829a3de923 service neutron] 10.222.0.37 "GET /v2.0/networks/e0297c65-03da-408e-9dc4-3aaead4f0782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607584 May 26 11:15:51.110819 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-76434311-0b59-4528-931c-11ccab77bc6f req-bf12e9e0-169c-4747-a021-f16b83e573d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:51.116570 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:51.140414 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-adf2fbe6-afea-43d3-bd6b-1417a8f5ea2a req-e1cda516-fbd3-4da7-b787-74841f51188e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431551 May 26 11:15:51.226086 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76434311-0b59-4528-931c-11ccab77bc6f req-bf12e9e0-169c-4747-a021-f16b83e573d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Network cde0896d-54b3-4d56-a175-3f2fec6c2adb is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:15:51.227234 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-76434311-0b59-4528-931c-11ccab77bc6f req-bf12e9e0-169c-4747-a021-f16b83e573d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:51.235074 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-76434311-0b59-4528-931c-11ccab77bc6f req-bf12e9e0-169c-4747-a021-f16b83e573d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:15:51.361388 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12e9e0-169c-4747-a021-f16b83e573d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Pushing event updated for resources: {'Port': ['ID=a7559e9d-9796-4739-bad7-328576676262,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:51.380928 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bf12e9e0-169c-4747-a021-f16b83e573d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:51.503193 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76434311-0b59-4528-931c-11ccab77bc6f req-bf12e9e0-169c-4747-a021-f16b83e573d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:51.525330 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca07480-1582-449a-91ed-25f34ad3b92a req-e9dad07e-694d-44f4-a89b-0ad3ed0f73c7 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:51.526342 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-76434311-0b59-4528-931c-11ccab77bc6f req-bf12e9e0-169c-4747-a021-f16b83e573d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:51.546428 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-dca07480-1582-449a-91ed-25f34ad3b92a req-e9dad07e-694d-44f4-a89b-0ad3ed0f73c7 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.5355976 May 26 11:15:51.556504 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [req-26d73196-b85f-4001-8861-b056dc10ad9b req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e51f6c3-2937-462c-95c8-dc12863be7e5 {{(pid=92386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:15:51.644064 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-907579df-f4b6-4a1b-879f-5553c17fa9ec req-eb636b7a-7b8d-454e-b554-2852885474a2 service neutron] 10.222.0.37 "GET /v2.0/networks/e0297c65-03da-408e-9dc4-3aaead4f0782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283215 May 26 11:15:51.647351 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-26d73196-b85f-4001-8861-b056dc10ad9b req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:51.675462 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-76434311-0b59-4528-931c-11ccab77bc6f req-bf12e9e0-169c-4747-a021-f16b83e573d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7970123 May 26 11:15:51.723292 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-26d73196-b85f-4001-8861-b056dc10ad9b req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Transition to ACTIVE for port object 9e51f6c3-2937-462c-95c8-dc12863be7e5 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:51.758841 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-dca07480-1582-449a-91ed-25f34ad3b92a req-a98d07f9-8676-4359-95c7-95b6e920ab86 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113240 May 26 11:15:51.795646 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [req-76434311-0b59-4528-931c-11ccab77bc6f req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] Request body: {'port': {'device_id': '00667a5a-0412-4186-9e3b-16f074162a49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:51.825932 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec8b36-599f-40db-9e39-5a2cc445bf95 req-a088eb4e-2f54-4490-ab98-42f1e2f4279c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:51.836329 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9eec8b36-599f-40db-9e39-5a2cc445bf95 req-a088eb4e-2f54-4490-ab98-42f1e2f4279c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.4752693 May 26 11:15:51.888417 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-26d73196-b85f-4001-8861-b056dc10ad9b req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:51.904580 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-21e38ae0-f824-4a64-9e01-d31d489b8ed3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:51.914361 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e7da0323-7387-4700-bd30-315506943b27 None None] Provisioning for port a7559e9d-9796-4739-bad7-328576676262 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:51.920922 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e7da0323-7387-4700-bd30-315506943b27 None None] Provisioning complete for port a7559e9d-9796-4739-bad7-328576676262 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:51.921056 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e7da0323-7387-4700-bd30-315506943b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:52.078752 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e7da0323-7387-4700-bd30-315506943b27 None None] Port a7559e9d-9796-4739-bad7-328576676262 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:15:52.148001 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9eec8b36-599f-40db-9e39-5a2cc445bf95 req-c217afe8-a66a-4716-8a80-df0d3e027131 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3104391 May 26 11:15:52.177779 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-76434311-0b59-4528-931c-11ccab77bc6f req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:52.403466 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e51f6c3-2937-462c-95c8-dc12863be7e5,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:52.421428 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:52.672504 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f59510-2807-4a9d-bf37-b9e802c9a9fe req-e859bd13-c8d2-4814-b398-e019b95af35d tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:52.679932 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-91f59510-2807-4a9d-bf37-b9e802c9a9fe req-e859bd13-c8d2-4814-b398-e019b95af35d tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 931 time: 0.5789447 May 26 11:15:52.683301 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-26d73196-b85f-4001-8861-b056dc10ad9b req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Attempting to bind port 9e51f6c3-2937-462c-95c8-dc12863be7e5 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:15:52.683634 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-26d73196-b85f-4001-8861-b056dc10ad9b req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Attempting to bind port 9e51f6c3-2937-462c-95c8-dc12863be7e5 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': 'a54bf79d-a496-4511-b7db-5c024c6f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:15:52.687223 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d73196-b85f-4001-8861-b056dc10ad9b req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Attempting to bind port 9e51f6c3-2937-462c-95c8-dc12863be7e5 on network 8401442c-7711-47cb-bb0a-a8ee35438347 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:15:52.708219 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d73196-b85f-4001-8861-b056dc10ad9b req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Port 9e51f6c3-2937-462c-95c8-dc12863be7e5 on network 8401442c-7711-47cb-bb0a-a8ee35438347 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:15:52.708646 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d73196-b85f-4001-8861-b056dc10ad9b req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Attempting to bind port 9e51f6c3-2937-462c-95c8-dc12863be7e5 on network 8401442c-7711-47cb-bb0a-a8ee35438347 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:15:52.718223 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d73196-b85f-4001-8861-b056dc10ad9b req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Checking agent: {'id': 'e864f0ab-5241-4583-ad18-7aea86fa37e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'started_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:15:52.718548 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d73196-b85f-4001-8861-b056dc10ad9b req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Checking segment: {'id': 'a54bf79d-a496-4511-b7db-5c024c6f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:15:52.718955 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d73196-b85f-4001-8861-b056dc10ad9b req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Bound using segment: {'id': 'a54bf79d-a496-4511-b7db-5c024c6f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:15:52.719395 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-26d73196-b85f-4001-8861-b056dc10ad9b req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Bound port: 9e51f6c3-2937-462c-95c8-dc12863be7e5, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54bf79d-a496-4511-b7db-5c024c6f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:15:52.719739 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-26d73196-b85f-4001-8861-b056dc10ad9b req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:52.764593 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-91f59510-2807-4a9d-bf37-b9e802c9a9fe req-22553ca4-7122-43ed-b6f9-6da94c664c55 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837336 May 26 11:15:52.794928 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.notifiers.nova [req-76434311-0b59-4528-931c-11ccab77bc6f req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7559e9d-9796-4739-bad7-328576676262 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:15:52.810744 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-76434311-0b59-4528-931c-11ccab77bc6f req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:52.846757 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-76434311-0b59-4528-931c-11ccab77bc6f req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] Transition to ACTIVE for port object a7559e9d-9796-4739-bad7-328576676262 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:52.939913 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-76434311-0b59-4528-931c-11ccab77bc6f req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-857911'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:52.943558 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:52.947826 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-26d73196-b85f-4001-8861-b056dc10ad9b req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] For port 9e51f6c3-2937-462c-95c8-dc12863be7e5, host hv-cinder-79313, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:15:52.972323 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-26d73196-b85f-4001-8861-b056dc10ad9b req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] For port 9e51f6c3-2937-462c-95c8-dc12863be7e5, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=9e51f6c3-2937-462c-95c8-dc12863be7e5,segment=NetworkSegment(a54bf79d-a496-4511-b7db-5c024c6f7baa),segment_id=a54bf79d-a496-4511-b7db-5c024c6f7baa)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:15:52.988742 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52f9eb-ece8-48fb-a237-6ff10cd42895 req-93c24a11-6556-4dc9-b693-3c49e911a871 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:52.990270 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bc52f9eb-ece8-48fb-a237-6ff10cd42895 req-93c24a11-6556-4dc9-b693-3c49e911a871 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 943 time: 0.2376394 May 26 11:15:53.056672 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bc52f9eb-ece8-48fb-a237-6ff10cd42895 req-86a6883b-99e5-4315-a703-ca9cae1baa2b tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568430 May 26 11:15:53.065031 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f972a0-0900-47fc-8405-de7cedef2f0e req-dbf8e711-b33a-4f73-8ac0-e83ef11b47e9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:53.067100 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a9f972a0-0900-47fc-8405-de7cedef2f0e req-dbf8e711-b33a-4f73-8ac0-e83ef11b47e9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1531401 May 26 11:15:53.093192 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-26d73196-b85f-4001-8861-b056dc10ad9b req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:53.111845 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-db5e4522-d634-4568-8ae8-a29f3401b5de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:53.169644 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] Pushing event updated for resources: {'Port': ['ID=a7559e9d-9796-4739-bad7-328576676262,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:53.180174 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:53.201875 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d73196-b85f-4001-8861-b056dc10ad9b req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:53.201875 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-26d73196-b85f-4001-8861-b056dc10ad9b req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:53.201875 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-26d73196-b85f-4001-8861-b056dc10ad9b req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] 10.222.0.37 "PUT /v2.0/ports/9e51f6c3-2937-462c-95c8-dc12863be7e5 HTTP/1.1" status: 200 len: 1093 time: 3.5856979 May 26 11:15:53.201875 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b1bad6-63cb-476f-b08b-fd4b36ffc5ba', 'tag': '9e51f6c3-2937-462c-95c8-dc12863be7e5'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:15:53.239723 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a9f972a0-0900-47fc-8405-de7cedef2f0e req-a689f3c8-58b5-461d-aa4d-e3fbdbd81957 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624200 May 26 11:15:53.252647 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e51f6c3-2937-462c-95c8-dc12863be7e5,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:53.260750 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:53.478270 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-76434311-0b59-4528-931c-11ccab77bc6f req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] Attempting to bind port a7559e9d-9796-4739-bad7-328576676262 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:15:53.478926 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-76434311-0b59-4528-931c-11ccab77bc6f req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] Attempting to bind port a7559e9d-9796-4739-bad7-328576676262 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '56d3e6a0-df3f-4e1e-a9c0-180ede880577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:15:53.479582 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76434311-0b59-4528-931c-11ccab77bc6f req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] Attempting to bind port a7559e9d-9796-4739-bad7-328576676262 on network cde0896d-54b3-4d56-a175-3f2fec6c2adb {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:15:53.502045 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76434311-0b59-4528-931c-11ccab77bc6f req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] Port a7559e9d-9796-4739-bad7-328576676262 on network cde0896d-54b3-4d56-a175-3f2fec6c2adb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:15:53.505873 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76434311-0b59-4528-931c-11ccab77bc6f req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] Attempting to bind port a7559e9d-9796-4739-bad7-328576676262 on network cde0896d-54b3-4d56-a175-3f2fec6c2adb {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:15:53.516429 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76434311-0b59-4528-931c-11ccab77bc6f req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] Checking agent: {'id': 'e864f0ab-5241-4583-ad18-7aea86fa37e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'started_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:15:53.523564 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76434311-0b59-4528-931c-11ccab77bc6f req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] Checking segment: {'id': '56d3e6a0-df3f-4e1e-a9c0-180ede880577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:15:53.523564 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76434311-0b59-4528-931c-11ccab77bc6f req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] Bound using segment: {'id': '56d3e6a0-df3f-4e1e-a9c0-180ede880577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:15:53.523564 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-76434311-0b59-4528-931c-11ccab77bc6f req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] Bound port: a7559e9d-9796-4739-bad7-328576676262, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d3e6a0-df3f-4e1e-a9c0-180ede880577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:15:53.523564 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-76434311-0b59-4528-931c-11ccab77bc6f req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:53.784695 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-76434311-0b59-4528-931c-11ccab77bc6f req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] For port a7559e9d-9796-4739-bad7-328576676262, host hv-cinder-79313, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:15:53.793299 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-76434311-0b59-4528-931c-11ccab77bc6f req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] For port a7559e9d-9796-4739-bad7-328576676262, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a7559e9d-9796-4739-bad7-328576676262,segment=NetworkSegment(56d3e6a0-df3f-4e1e-a9c0-180ede880577),segment_id=56d3e6a0-df3f-4e1e-a9c0-180ede880577)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:15:53.812644 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15926064-3b61-4fcb-b9ff-0cbdd4535946 req-2b7768f0-600a-4fac-a8ce-29e044aa8e77 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:53.820235 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-15926064-3b61-4fcb-b9ff-0cbdd4535946 req-2b7768f0-600a-4fac-a8ce-29e044aa8e77 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.4706404 May 26 11:15:53.855081 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e17a0-ae1c-43da-ad98-2e935ce03646 req-ef4c537b-d6d7-4245-8de2-86d749f6cdcb tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:53.857245 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-867e17a0-ae1c-43da-ad98-2e935ce03646 req-ef4c537b-d6d7-4245-8de2-86d749f6cdcb tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.3291945 May 26 11:15:53.904772 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-15926064-3b61-4fcb-b9ff-0cbdd4535946 req-60d6d0eb-a108-45b2-beed-24083b8af448 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834532 May 26 11:15:53.949679 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-867e17a0-ae1c-43da-ad98-2e935ce03646 req-92142814-ded0-4b7d-b854-d67459616f46 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831261 May 26 11:15:53.975173 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b1bad6-63cb-476f-b08b-fd4b36ffc5ba', 'tag': '9e51f6c3-2937-462c-95c8-dc12863be7e5', 'status': 'completed', 'code': 200} May 26 11:15:54.082890 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-76434311-0b59-4528-931c-11ccab77bc6f req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-857911'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:54.089167 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fba13580-6c6e-45cd-8617-4057bc4f8505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:15:54.147229 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76434311-0b59-4528-931c-11ccab77bc6f req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:54.148161 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-76434311-0b59-4528-931c-11ccab77bc6f req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:54.150008 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-76434311-0b59-4528-931c-11ccab77bc6f req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] 10.222.0.37 "PUT /v2.0/ports/a7559e9d-9796-4739-bad7-328576676262 HTTP/1.1" status: 200 len: 1093 time: 2.3644543 May 26 11:15:54.159406 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00667a5a-0412-4186-9e3b-16f074162a49', 'tag': 'a7559e9d-9796-4739-bad7-328576676262'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:15:54.217397 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] Pushing event updated for resources: {'Port': ['ID=a7559e9d-9796-4739-bad7-328576676262,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:54.233813 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:15:54.243381 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf47691-a51f-4527-8eb7-6cc345c35607 req-1a5a912b-7b48-4b2e-9e4c-f7086be2f1ec tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:54.243756 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eaf47691-a51f-4527-8eb7-6cc345c35607 req-1a5a912b-7b48-4b2e-9e4c-f7086be2f1ec tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 943 time: 0.1738532 May 26 11:15:54.307937 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:15:54.345408 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eaf47691-a51f-4527-8eb7-6cc345c35607 req-4e121d9d-a6a7-4def-94de-631158938554 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939915 May 26 11:15:54.483346 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00667a5a-0412-4186-9e3b-16f074162a49', 'tag': 'a7559e9d-9796-4739-bad7-328576676262', 'status': 'completed', 'code': 200} May 26 11:15:54.504927 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10a402-c93e-4bf3-9d3e-e7058d9eb846 req-cd522dad-aeb8-4ffc-884e-af67e5d46cc6 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:54.514187 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bb10a402-c93e-4bf3-9d3e-e7058d9eb846 req-cd522dad-aeb8-4ffc-884e-af67e5d46cc6 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 943 time: 0.2007947 May 26 11:15:54.567891 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bb10a402-c93e-4bf3-9d3e-e7058d9eb846 req-c3e52c4c-b043-4f95-aafe-54ace6b475fb tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525868 May 26 11:15:54.737195 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfef76-15e0-4a85-9a04-fb33ba364a44 req-0d06f6db-1551-4075-97d4-36e711d6083c tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:54.740582 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0acfef76-15e0-4a85-9a04-fb33ba364a44 req-0d06f6db-1551-4075-97d4-36e711d6083c tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1190593 May 26 11:15:54.807939 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0acfef76-15e0-4a85-9a04-fb33ba364a44 req-9b594fb7-6d26-4bdd-82ad-024e68c77c08 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592754 May 26 11:15:55.105081 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b016bc-e4d0-4140-a1e9-7be0000f60e1 req-6dad39ec-c2ee-4a54-8a19-f42fe085b8b9 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:55.106662 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-84b016bc-e4d0-4140-a1e9-7be0000f60e1 req-6dad39ec-c2ee-4a54-8a19-f42fe085b8b9 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0871758 May 26 11:15:55.208338 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-84b016bc-e4d0-4140-a1e9-7be0000f60e1 req-dd53078f-d8ae-48fb-83a9-e46e2eeb2983 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676711 May 26 11:15:55.229625 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b403c6d-ec9b-4825-89cd-19b8bbb44fc2 req-67c35538-59de-46c5-9079-7592be158fe0 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:55.231152 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b403c6d-ec9b-4825-89cd-19b8bbb44fc2 req-67c35538-59de-46c5-9079-7592be158fe0 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.1349957 May 26 11:15:55.280703 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b403c6d-ec9b-4825-89cd-19b8bbb44fc2 req-a356fbf9-2e1f-43c8-aca0-8931c57d9976 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389304 May 26 11:15:55.538350 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235ede4-cb7a-4a94-b224-a66020ca7d4e req-93e84eb8-7e68-450f-b920-fc6c57efbd92 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:55.540224 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0235ede4-cb7a-4a94-b224-a66020ca7d4e req-93e84eb8-7e68-450f-b920-fc6c57efbd92 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 943 time: 0.0928371 May 26 11:15:55.603150 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0235ede4-cb7a-4a94-b224-a66020ca7d4e req-9b3a9c0d-3036-4da9-90e8-b39057d57ebf tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491078 May 26 11:15:55.772349 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50ef5e-4236-48c3-afe3-5b729635e418 req-3625ceed-7070-4dee-9696-2db026c01689 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:55.773831 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-de50ef5e-4236-48c3-afe3-5b729635e418 req-3625ceed-7070-4dee-9696-2db026c01689 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 943 time: 0.0923412 May 26 11:15:55.827153 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-de50ef5e-4236-48c3-afe3-5b729635e418 req-29254c03-7b73-41a2-943c-9fe36be1d69f tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466321 May 26 11:15:56.018404 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be6850-0a61-4c70-abd1-43e34dcfa7f1 req-96f5bfcb-41ae-4cc7-bbba-170d1a2454d7 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:56.025666 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f5be6850-0a61-4c70-abd1-43e34dcfa7f1 req-96f5bfcb-41ae-4cc7-bbba-170d1a2454d7 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.0999992 May 26 11:15:56.073009 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f5be6850-0a61-4c70-abd1-43e34dcfa7f1 req-a2c88342-5a69-49f2-a3f2-5242526f148f tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461380 May 26 11:15:56.425024 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-73b27f5a-fb7e-4115-8511-af7aec599f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:56.497143 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646780a-6a42-4e97-9a20-ff559477ca6f req-20970cc9-d793-4acd-a946-3378c1878c12 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:56.498661 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9646780a-6a42-4e97-9a20-ff559477ca6f req-20970cc9-d793-4acd-a946-3378c1878c12 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.1466877 May 26 11:15:56.553408 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aade8-0114-422f-8e13-ac6165cfdd88 req-37b07d73-534f-42a0-be18-5280a68aa957 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:56.554953 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-341aade8-0114-422f-8e13-ac6165cfdd88 req-37b07d73-534f-42a0-be18-5280a68aa957 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.1329105 May 26 11:15:56.568545 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9646780a-6a42-4e97-9a20-ff559477ca6f req-df08cd55-2ca9-4f3f-9fa9-f26edd2a723a tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619152 May 26 11:15:56.623535 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-341aade8-0114-422f-8e13-ac6165cfdd88 req-a3837da5-114d-4b7a-865e-d8fa54e1fe71 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593858 May 26 11:15:56.885159 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cfb12-181c-40d0-b422-774d2251571f req-1cc49514-7027-4b63-9781-1331a4652b60 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:56.891775 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-304cfb12-181c-40d0-b422-774d2251571f req-1cc49514-7027-4b63-9781-1331a4652b60 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 943 time: 0.1101062 May 26 11:15:56.934081 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-304cfb12-181c-40d0-b422-774d2251571f req-f5d2391b-46b4-4da2-b808-0ac296fbc3a6 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414145 May 26 11:15:57.141977 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c61ea5-c173-471f-be42-45051d9da074 req-ce6e7efa-727e-4852-a3b7-dba3d1c1615d tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:57.144607 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f5c61ea5-c173-471f-be42-45051d9da074 req-ce6e7efa-727e-4852-a3b7-dba3d1c1615d tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 943 time: 0.1843796 May 26 11:15:57.218449 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f5c61ea5-c173-471f-be42-45051d9da074 req-a04e8adf-cac3-4ecd-9d80-27d1f10eb5b2 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621374 May 26 11:15:57.322056 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d9184-c311-404c-b2c2-72ef3fd8790f req-b1c2e95d-f1e3-4ee6-92e2-588da457193c tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:57.324329 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f11d9184-c311-404c-b2c2-72ef3fd8790f req-b1c2e95d-f1e3-4ee6-92e2-588da457193c tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1044984 May 26 11:15:57.383905 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f11d9184-c311-404c-b2c2-72ef3fd8790f req-cd5bb242-ba50-4601-8286-5474ced682c0 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528128 May 26 11:15:57.863453 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd573aba-5640-4385-883a-38a0f4b63bd7 req-d95eab31-5f67-4462-8b7d-daf0dfd9ba86 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:57.865017 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd573aba-5640-4385-883a-38a0f4b63bd7 req-d95eab31-5f67-4462-8b7d-daf0dfd9ba86 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.1706545 May 26 11:15:57.940854 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57a2fa-34d5-436d-8f4c-6acb8f1e6efc req-285dbf18-0df1-4af8-802c-0d3706bcc2ba tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:57.942453 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2a57a2fa-34d5-436d-8f4c-6acb8f1e6efc req-285dbf18-0df1-4af8-802c-0d3706bcc2ba tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.1737971 May 26 11:15:57.949283 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd573aba-5640-4385-883a-38a0f4b63bd7 req-a25e44e2-12ad-4c89-a880-f79355e43ae7 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708172 May 26 11:15:58.034500 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2a57a2fa-34d5-436d-8f4c-6acb8f1e6efc req-ffe41d9d-0479-4ed5-b4d7-63dc000cabe5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748384 May 26 11:15:58.184840 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fbd7e-c660-459b-ad5e-9aef2ac6b21c req-bad026d2-8a0e-40e6-aa6d-3581463df863 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:58.186446 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-712fbd7e-c660-459b-ad5e-9aef2ac6b21c req-bad026d2-8a0e-40e6-aa6d-3581463df863 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 943 time: 0.0970540 May 26 11:15:58.243115 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-712fbd7e-c660-459b-ad5e-9aef2ac6b21c req-b94a1d16-3994-487c-be4b-9b519a22d501 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498676 May 26 11:15:58.420895 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746c168-7aa0-4bb8-b283-4da4a76516c2 req-7d46838b-5beb-47ac-bb6d-82b67c73b7ba tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:58.422512 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b746c168-7aa0-4bb8-b283-4da4a76516c2 req-7d46838b-5beb-47ac-bb6d-82b67c73b7ba tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 943 time: 0.0850067 May 26 11:15:58.473919 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b746c168-7aa0-4bb8-b283-4da4a76516c2 req-fea248dd-b08f-464b-8d45-65b79279c527 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452406 May 26 11:15:58.599770 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaca08c-1275-40f7-b5a1-d483d1360740 req-7773982b-91cc-4016-a981-cad4fc7d569b tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:58.601291 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eeaca08c-1275-40f7-b5a1-d483d1360740 req-7773982b-91cc-4016-a981-cad4fc7d569b tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.0930958 May 26 11:15:58.659973 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eeaca08c-1275-40f7-b5a1-d483d1360740 req-4396e4f7-c54a-4d92-a519-c85f0972d497 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503047 May 26 11:15:58.865691 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:59.076054 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d8286e56-b5d0-4a51-9719-3faa0ea61f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:59.263486 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f323578-aa90-46e2-8999-7f3d5ff29faf req-c22629b1-0f5c-4130-a34e-5e13b073b6e5 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:59.265126 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6f323578-aa90-46e2-8999-7f3d5ff29faf req-c22629b1-0f5c-4130-a34e-5e13b073b6e5 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.1627460 May 26 11:15:59.324682 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c984be-2c11-48e6-81ce-ed93fea32e34 req-3c1de517-721f-4769-8dd0-4f70fa0008bc tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:59.331348 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-04c984be-2c11-48e6-81ce-ed93fea32e34 req-3c1de517-721f-4769-8dd0-4f70fa0008bc tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.1626616 May 26 11:15:59.355747 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6f323578-aa90-46e2-8999-7f3d5ff29faf req-b0bf7bc2-5e1e-4cfb-8f0c-907305f2b757 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813441 May 26 11:15:59.407689 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-04c984be-2c11-48e6-81ce-ed93fea32e34 req-b4667077-acc5-4b0a-b15f-199da46f1575 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753396 May 26 11:15:59.579200 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:59.592613 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94233854-e73e-4f68-9adb-dd5246703ace req-83690558-56f4-4a73-aa1d-9240b141b350 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:59.594267 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-94233854-e73e-4f68-9adb-dd5246703ace req-83690558-56f4-4a73-aa1d-9240b141b350 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 943 time: 0.1027324 May 26 11:15:59.694338 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-94233854-e73e-4f68-9adb-dd5246703ace req-d15ac31e-d876-4944-b222-70fedeed8f09 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573826 May 26 11:15:59.721830 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42691a-f743-4c6d-91fd-be50ab2178b0 req-55321ef7-ce85-4380-afdd-511e88613f24 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:59.723614 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ac42691a-f743-4c6d-91fd-be50ab2178b0 req-55321ef7-ce85-4380-afdd-511e88613f24 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 943 time: 0.1284459 May 26 11:15:59.848026 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ac42691a-f743-4c6d-91fd-be50ab2178b0 req-ffebfb6c-0a28-401d-a728-90d0ab4ca756 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109693 May 26 11:15:59.900962 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9a3b3-6d2c-4be5-9544-69a5a36f1b8d req-a21f6e05-0336-4a8e-aa9e-9b3ebb306df7 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:15:59.901646 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-20a9a3b3-6d2c-4be5-9544-69a5a36f1b8d req-a21f6e05-0336-4a8e-aa9e-9b3ebb306df7 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.0922768 May 26 11:15:59.966274 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-20a9a3b3-6d2c-4be5-9544-69a5a36f1b8d req-b49f3ad5-42a5-4550-a057-c391c91af63a tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585585 May 26 11:16:00.627081 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83888145-d356-4c99-8786-2124d9602c2f req-d27aa3fd-08cf-42d8-a1f2-38d73a7a2595 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:00.633676 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-83888145-d356-4c99-8786-2124d9602c2f req-d27aa3fd-08cf-42d8-a1f2-38d73a7a2595 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.1584799 May 26 11:16:00.697701 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-83888145-d356-4c99-8786-2124d9602c2f req-fcf80cfb-ec79-434a-92f1-bd2e4583b010 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578535 May 26 11:16:00.715046 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d84f7-aac8-4f7d-b7ad-2179db58d9d8 req-67045471-edee-491f-82ea-0bee63a1d160 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:00.716479 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f16d84f7-aac8-4f7d-b7ad-2179db58d9d8 req-67045471-edee-491f-82ea-0bee63a1d160 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.1617725 May 26 11:16:00.766063 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f16d84f7-aac8-4f7d-b7ad-2179db58d9d8 req-449c6921-8bef-4f45-8678-803a85403d7e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434296 May 26 11:16:00.908018 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf17d4-c3a6-4ba3-957b-bb1a0c65fddd req-3b5c5f72-b77c-4af3-8d7a-5342e1416c86 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:00.910809 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a8cf17d4-c3a6-4ba3-957b-bb1a0c65fddd req-3b5c5f72-b77c-4af3-8d7a-5342e1416c86 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 943 time: 0.0953503 May 26 11:16:00.960894 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a8cf17d4-c3a6-4ba3-957b-bb1a0c65fddd req-7926408d-b436-4044-802c-200594058fd5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439813 May 26 11:16:01.061443 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8f434-5084-4e88-bed6-7d91f4dc8736 req-d962e6bc-3b00-480d-baf5-66cb610ea88e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:01.063402 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-edd8f434-5084-4e88-bed6-7d91f4dc8736 req-d962e6bc-3b00-480d-baf5-66cb610ea88e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 943 time: 0.0902965 May 26 11:16:01.137349 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-edd8f434-5084-4e88-bed6-7d91f4dc8736 req-afffee0e-de07-4299-9b40-f99d7ce4c01e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675817 May 26 11:16:01.285628 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384c766-ae3d-4dab-aaaf-383ac6c1cb4b req-94397802-11cc-485a-8581-c7cae7bfb658 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:01.287467 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e384c766-ae3d-4dab-aaaf-383ac6c1cb4b req-94397802-11cc-485a-8581-c7cae7bfb658 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1391191 May 26 11:16:01.334012 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e384c766-ae3d-4dab-aaaf-383ac6c1cb4b req-8df66523-eacc-4cb0-b79c-f1624b561479 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402522 May 26 11:16:01.710168 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:02.069570 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26bda2-05c2-40e4-97cb-a5e67d57de67 req-8a30397f-92c3-497e-b7f2-768f503134aa tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:02.071001 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d26bda2-05c2-40e4-97cb-a5e67d57de67 req-8a30397f-92c3-497e-b7f2-768f503134aa tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.2314770 May 26 11:16:02.112615 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9128a1-847e-424e-ad60-51db13e1d2fd req-8400339b-3a7c-4cf4-9840-28e3de34b46c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:02.114163 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4f9128a1-847e-424e-ad60-51db13e1d2fd req-8400339b-3a7c-4cf4-9840-28e3de34b46c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.1271524 May 26 11:16:02.149863 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d26bda2-05c2-40e4-97cb-a5e67d57de67 req-d2b41920-6f88-418d-b432-abedafad4a38 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708117 May 26 11:16:02.178462 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4f9128a1-847e-424e-ad60-51db13e1d2fd req-37886b0b-0161-4617-b1d6-335274153866 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568538 May 26 11:16:02.438061 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdac4c3-2ba5-4f61-a694-83a9e1606adb req-7aca1086-1926-4239-b9a8-0299cd12f046 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:02.439540 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6cdac4c3-2ba5-4f61-a694-83a9e1606adb req-7aca1086-1926-4239-b9a8-0299cd12f046 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 943 time: 0.1455054 May 26 11:16:02.453728 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af09b63-54d2-40d6-b5a0-28c29d066f97 req-33e2a0fd-f23b-4c1e-bbd3-03f19800f308 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:02.455414 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1af09b63-54d2-40d6-b5a0-28c29d066f97 req-33e2a0fd-f23b-4c1e-bbd3-03f19800f308 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 943 time: 0.1626258 May 26 11:16:02.528387 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6cdac4c3-2ba5-4f61-a694-83a9e1606adb req-1903fed5-2276-4cb3-a614-1e5f02f7003b tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719776 May 26 11:16:02.536026 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1af09b63-54d2-40d6-b5a0-28c29d066f97 req-fd1c0ed7-6a88-45cb-87a9-19c77166da8e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642381 May 26 11:16:02.724625 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c44bf7-9b2e-4f59-afe0-120f7cb6b81e req-520dcdfd-c8fa-4c79-a877-7c413d438e39 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:02.726313 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e3c44bf7-9b2e-4f59-afe0-120f7cb6b81e req-520dcdfd-c8fa-4c79-a877-7c413d438e39 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.0857329 May 26 11:16:02.756438 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:02.779253 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e3c44bf7-9b2e-4f59-afe0-120f7cb6b81e req-9619fd39-9244-42b8-aeb6-0666b42ffa54 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447047 May 26 11:16:02.825514 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-a1d40e4c-3209-40e7-99ed-5951dff439db tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707701944&fields=id&tenant_id=da72a28d3e51419ca0dcfbdfb174e658 HTTP/1.1" status: 200 len: 267 time: 0.0407608 May 26 11:16:02.989512 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-c4f65ede-8511-49d4-84fb-dc9478d5f48e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:02.990955 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-c4f65ede-8511-49d4-84fb-dc9478d5f48e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/networks?id=377a1f2e-d6d0-49e0-923a-b599684df483 HTTP/1.1" status: 200 len: 812 time: 0.1589706 May 26 11:16:03.005824 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-ff3a08c0-bcd3-4c95-8727-06a1af75236c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/quotas/da72a28d3e51419ca0dcfbdfb174e658 HTTP/1.1" status: 200 len: 375 time: 0.0092969 May 26 11:16:03.093345 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-4da6e435-2af7-4e6b-bcca-f810b87290de tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=da72a28d3e51419ca0dcfbdfb174e658&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812123 May 26 11:16:03.150468 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081280a1-d114-4b9e-b215-fb86fc5159c9 req-7350a490-f16c-403c-930d-a609dbcf9352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:03.152627 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-081280a1-d114-4b9e-b215-fb86fc5159c9 req-7350a490-f16c-403c-930d-a609dbcf9352 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=14eeeebd5f504b798cc63f39edfc21f7&device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 1096 time: 0.0744219 May 26 11:16:03.334506 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-9729a183-9cd5-45a6-91a7-68f5ac4e794d service neutron] 10.222.0.35 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295051 May 26 11:16:03.336550 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94550346-afde-4c80-91fd-5f7a3545d967 req-329a0576-c739-4320-886e-6ec8118adea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:03.337906 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-94550346-afde-4c80-91fd-5f7a3545d967 req-329a0576-c739-4320-886e-6ec8118adea9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b10ad5f6de2c4c48b2dbffebfca198ef&device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 1096 time: 0.2153115 May 26 11:16:03.347286 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081280a1-d114-4b9e-b215-fb86fc5159c9 req-59ebeec9-9594-45fb-ab83-dec3db4949a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:03.349255 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-081280a1-d114-4b9e-b215-fb86fc5159c9 req-59ebeec9-9594-45fb-ab83-dec3db4949a1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=14eeeebd5f504b798cc63f39edfc21f7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1718020 May 26 11:16:03.575781 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081280a1-d114-4b9e-b215-fb86fc5159c9 req-40628431-437a-4b9e-8d1e-0d1edfec8808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:03.577423 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-081280a1-d114-4b9e-b215-fb86fc5159c9 req-40628431-437a-4b9e-8d1e-0d1edfec8808 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1417415 May 26 11:16:03.619308 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341399c-d69a-45bf-8e8c-4ebd5c66fafb req-19e197b3-d11f-4e3d-8427-40e5d3e4ab71 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:03.621307 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5341399c-d69a-45bf-8e8c-4ebd5c66fafb req-19e197b3-d11f-4e3d-8427-40e5d3e4ab71 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.3279533 May 26 11:16:03.627389 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-1d5c06e9-847a-4d1e-a62f-87207b482168 service neutron] 10.222.0.35 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840722 May 26 11:16:03.679052 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94550346-afde-4c80-91fd-5f7a3545d967 req-fcf24350-6539-4503-b029-c43c2e7e6d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:03.680444 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-94550346-afde-4c80-91fd-5f7a3545d967 req-fcf24350-6539-4503-b029-c43c2e7e6d88 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b10ad5f6de2c4c48b2dbffebfca198ef&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2465348 May 26 11:16:03.724412 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5341399c-d69a-45bf-8e8c-4ebd5c66fafb req-72f4ddbb-2136-4a59-8e1c-152ba0c64e53 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942278 May 26 11:16:03.812634 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76434311-0b59-4528-931c-11ccab77bc6f req-7a88c981-7efa-4829-ba5f-2e329c368f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:03.816330 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-76434311-0b59-4528-931c-11ccab77bc6f req-7a88c981-7efa-4829-ba5f-2e329c368f56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=14eeeebd5f504b798cc63f39edfc21f7&device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 1096 time: 0.1453762 May 26 11:16:03.865611 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94550346-afde-4c80-91fd-5f7a3545d967 req-357d53bf-0ef1-446a-87c9-b7963d408f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:03.867150 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-94550346-afde-4c80-91fd-5f7a3545d967 req-357d53bf-0ef1-446a-87c9-b7963d408f9e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1763883 May 26 11:16:03.928883 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-76434311-0b59-4528-931c-11ccab77bc6f req-338b82fb-97d5-4bf3-aa3c-667cc84835d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7559e9d-9796-4739-bad7-328576676262 HTTP/1.1" status: 200 len: 217 time: 0.0949309 May 26 11:16:04.003803 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76434311-0b59-4528-931c-11ccab77bc6f req-9a62244f-41e7-4d15-8a45-96444040ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:04.005263 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-76434311-0b59-4528-931c-11ccab77bc6f req-9a62244f-41e7-4d15-8a45-96444040ddf0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=225d7685-56cc-4eff-acf8-e6ea831b0ce2 HTTP/1.1" status: 200 len: 853 time: 0.0636063 May 26 11:16:04.040131 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bda0c-17dc-4c4e-9171-652f096b53aa req-384826bd-d10f-4753-b6c9-3cbc296ea917 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:04.042163 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f38bda0c-17dc-4c4e-9171-652f096b53aa req-384826bd-d10f-4753-b6c9-3cbc296ea917 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.1447306 May 26 11:16:04.048872 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d73196-b85f-4001-8861-b056dc10ad9b req-704df1e0-dd7b-444f-bf5f-49e01959a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:04.069240 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-26d73196-b85f-4001-8861-b056dc10ad9b req-704df1e0-dd7b-444f-bf5f-49e01959a353 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b10ad5f6de2c4c48b2dbffebfca198ef&device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 1096 time: 0.1058829 May 26 11:16:04.083750 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76434311-0b59-4528-931c-11ccab77bc6f req-3d6b1c76-ef56-48e3-a0cc-3c9c26e2fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:04.085223 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-76434311-0b59-4528-931c-11ccab77bc6f req-3d6b1c76-ef56-48e3-a0cc-3c9c26e2fdb8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cde0896d-54b3-4d56-a175-3f2fec6c2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708139 May 26 11:16:04.226818 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-26d73196-b85f-4001-8861-b056dc10ad9b req-991c7d99-937f-48c2-aecc-3c5adf30a950 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e51f6c3-2937-462c-95c8-dc12863be7e5 HTTP/1.1" status: 200 len: 217 time: 0.1558573 May 26 11:16:04.238583 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-76434311-0b59-4528-931c-11ccab77bc6f req-d9eaa429-84b4-4987-97ab-b2436aaceef7 service neutron] 10.222.0.37 "GET /v2.0/networks/cde0896d-54b3-4d56-a175-3f2fec6c2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437051 May 26 11:16:04.279060 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f38bda0c-17dc-4c4e-9171-652f096b53aa req-8684c173-aed6-4d78-8dda-cfd37d4d697a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261899 May 26 11:16:04.304494 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d73196-b85f-4001-8861-b056dc10ad9b req-9acae350-4a83-4a9e-8044-49b82d88d4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:04.305938 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-26d73196-b85f-4001-8861-b056dc10ad9b req-9acae350-4a83-4a9e-8044-49b82d88d4d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=321c0d01-84f2-4a24-90fd-e7b00558ba0f HTTP/1.1" status: 200 len: 855 time: 0.0641577 May 26 11:16:04.370396 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-26d73196-b85f-4001-8861-b056dc10ad9b req-6d79173e-fe0b-470e-b882-f4c373221d8b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8401442c-7711-47cb-bb0a-a8ee35438347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468380 May 26 11:16:04.407723 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-76434311-0b59-4528-931c-11ccab77bc6f req-719ff31c-d860-4cc9-ad81-fc0db7e253b4 service neutron] 10.222.0.37 "GET /v2.0/networks/cde0896d-54b3-4d56-a175-3f2fec6c2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615303 May 26 11:16:04.512189 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 50940) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:16:04.594558 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-26d73196-b85f-4001-8861-b056dc10ad9b req-a5c293f9-7e8b-4185-90cc-137d4e6cbf55 service neutron] 10.222.0.37 "GET /v2.0/networks/8401442c-7711-47cb-bb0a-a8ee35438347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153416 May 26 11:16:04.627404 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45ad4b-4bdc-41db-a22e-b1919a2b3144 req-d62199cb-0496-499f-8031-0815c5d3287e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:04.629420 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3a45ad4b-4bdc-41db-a22e-b1919a2b3144 req-d62199cb-0496-499f-8031-0815c5d3287e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 943 time: 0.1728554 May 26 11:16:04.755321 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed5114e3-5fde-4bf7-a1cb-6e9b70914959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:04.769113 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-ed5114e3-5fde-4bf7-a1cb-6e9b70914959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:16:04.772974 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-ed5114e3-5fde-4bf7-a1cb-6e9b70914959 admin admin] Usage tracker for resource:security_group_rule and tenant:cb6bbcab1cf642b6a051d48e042dd9ac is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:16:04.775824 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-ed5114e3-5fde-4bf7-a1cb-6e9b70914959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:16:04.781424 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-ed5114e3-5fde-4bf7-a1cb-6e9b70914959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:16:04.832100 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3a45ad4b-4bdc-41db-a22e-b1919a2b3144 req-eaa503c6-54e4-4ad6-9d65-e7e68b018f15 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850014 May 26 11:16:04.870561 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed5114e3-5fde-4bf7-a1cb-6e9b70914959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:04.894819 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-26d73196-b85f-4001-8861-b056dc10ad9b req-f08aaedb-58c0-4462-8d9f-fb5c4bcca743 service neutron] 10.222.0.37 "GET /v2.0/networks/8401442c-7711-47cb-bb0a-a8ee35438347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270999 May 26 11:16:04.906328 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be83dc-73c8-4ff3-9fb7-a248b85e7fcc req-fa3f5fb3-0027-4f00-ae39-06a271c9dc65 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:04.907792 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-95be83dc-73c8-4ff3-9fb7-a248b85e7fcc req-fa3f5fb3-0027-4f00-ae39-06a271c9dc65 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 943 time: 0.2419536 May 26 11:16:04.996626 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed5114e3-5fde-4bf7-a1cb-6e9b70914959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:04.999591 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-95be83dc-73c8-4ff3-9fb7-a248b85e7fcc req-95d3c46e-6a01-44a1-8e78-ed16e97ca3be tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859883 May 26 11:16:05.012549 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4f59c43f-3a34-4dbe-8928-e53990ef6789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:05.044233 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2a291-3249-453b-8dc4-2125864af779 req-e267931d-c529-45fe-a5f1-bcb37fcfb959 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:05.046037 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-67b2a291-3249-453b-8dc4-2125864af779 req-e267931d-c529-45fe-a5f1-bcb37fcfb959 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1080227 May 26 11:16:05.049786 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-ed5114e3-5fde-4bf7-a1cb-6e9b70914959 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb6bbcab1cf642b6a051d48e042dd9ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5359521 May 26 11:16:05.052720 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 50956) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:16:05.067998 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5114e3-5fde-4bf7-a1cb-6e9b70914959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b9794b-8837-4ad6-9874-438c8d94bbe0,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:05.071366 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ed5114e3-5fde-4bf7-a1cb-6e9b70914959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:05.143751 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9730f6c8-86fc-4e97-9b01-71449ec0ab0f req-86764af2-c918-4d55-9fb0-2dc56a187835 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 210 time: 0.0884190 May 26 11:16:05.185211 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-67b2a291-3249-453b-8dc4-2125864af779 req-45673836-5bea-41e4-aec8-1cebf617471d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285536 May 26 11:16:05.199599 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7be04178-cef9-457c-8f25-f7e09542318c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:05.230087 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7be04178-cef9-457c-8f25-f7e09542318c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:05.349000 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27bf98-130e-4961-a9f3-3297af1f5ab1 req-bd5c91ec-98fa-478f-aa2a-de491f83d3ef tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:05.350483 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6f27bf98-130e-4961-a9f3-3297af1f5ab1 req-bd5c91ec-98fa-478f-aa2a-de491f83d3ef tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0875804 May 26 11:16:05.403129 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6f27bf98-130e-4961-a9f3-3297af1f5ab1 req-efa81b5d-abaa-48d1-9d3b-9a30d590681b tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454514 May 26 11:16:05.511991 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869da60c-15dd-44d8-b00e-988c7ce2e775 req-d0295c48-0d63-422c-8b4d-d52f2a186268 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:05.513467 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-869da60c-15dd-44d8-b00e-988c7ce2e775 req-d0295c48-0d63-422c-8b4d-d52f2a186268 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.0878932 May 26 11:16:05.516408 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7be04178-cef9-457c-8f25-f7e09542318c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:05.525628 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1561bd68-c4af-4421-b2c2-d8b949aa835c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:05.559099 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be04178-cef9-457c-8f25-f7e09542318c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b9794b-8837-4ad6-9874-438c8d94bbe0,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:05.568543 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7be04178-cef9-457c-8f25-f7e09542318c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:05.591641 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7be04178-cef9-457c-8f25-f7e09542318c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:05.591641 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-7be04178-cef9-457c-8f25-f7e09542318c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e6b9794b-8837-4ad6-9874-438c8d94bbe0 HTTP/1.1" status: 204 len: 168 time: 0.5285358 May 26 11:16:05.596684 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-869da60c-15dd-44d8-b00e-988c7ce2e775 req-ed6f0d4d-440b-4ea7-bf02-226e31892e35 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759099 May 26 11:16:06.036689 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16daf1-9b97-47f5-bd85-16c052534a9d req-6050c9e3-02b8-41da-93a0-5554596ad987 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:06.038255 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd16daf1-9b97-47f5-bd85-16c052534a9d req-6050c9e3-02b8-41da-93a0-5554596ad987 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 943 time: 0.0879221 May 26 11:16:06.088818 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd16daf1-9b97-47f5-bd85-16c052534a9d req-8ce5d370-4907-4946-8b42-95675a02677f tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437427 May 26 11:16:06.258543 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-71457a1d-cc1b-45f2-b65b-070df75cdf12 req-76b15e69-ebdb-4828-b10a-a4551eb889cf tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 210 time: 0.0533476 May 26 11:16:06.267903 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdc033-3adf-41be-ac66-56fc916cac0f req-b73c7a1f-c6df-4aec-91b8-0e24dda21371 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:06.269734 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-89cdc033-3adf-41be-ac66-56fc916cac0f req-b73c7a1f-c6df-4aec-91b8-0e24dda21371 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 943 time: 0.1440456 May 26 11:16:06.321383 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-89cdc033-3adf-41be-ac66-56fc916cac0f req-d7fed11f-8b7a-449e-8c8d-47b4f8c9c2b7 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436628 May 26 11:16:06.453713 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccbfd0-ba9e-4757-9615-02c315733102 req-624da4b0-49e2-4209-b557-a3e3f73e8fce tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:06.453713 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-28ccbfd0-ba9e-4757-9615-02c315733102 req-624da4b0-49e2-4209-b557-a3e3f73e8fce tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.0868328 May 26 11:16:06.499070 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-28ccbfd0-ba9e-4757-9615-02c315733102 req-765c80a7-6391-4ad9-b70d-7b8125c320ab tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419528 May 26 11:16:06.610617 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b925c9-3c66-401d-8328-b92a0ef18087 req-81adba72-6c3f-410a-b6bb-614385918740 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:06.610617 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-40b925c9-3c66-401d-8328-b92a0ef18087 req-81adba72-6c3f-410a-b6bb-614385918740 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0874600 May 26 11:16:06.659882 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-40b925c9-3c66-401d-8328-b92a0ef18087 req-fc585740-1e56-42f1-ac3f-e5dd238f4e49 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429249 May 26 11:16:06.803354 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25673da8-6dae-4167-b7e7-f8ff3d9898fa req-d8c6be1b-123b-44e4-8776-82515e4390cf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:06.804942 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-25673da8-6dae-4167-b7e7-f8ff3d9898fa req-d8c6be1b-123b-44e4-8776-82515e4390cf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.0889742 May 26 11:16:06.942425 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-25673da8-6dae-4167-b7e7-f8ff3d9898fa req-9c2e6d01-a2e3-4836-a750-4280f68bbf58 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300180 May 26 11:16:07.281261 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762186f-5e02-4278-bfc9-3a77de0dce5a req-d0eb538c-17b3-44fd-a2f6-a25f65b12361 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:07.282818 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5762186f-5e02-4278-bfc9-3a77de0dce5a req-d0eb538c-17b3-44fd-a2f6-a25f65b12361 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 943 time: 0.0836313 May 26 11:16:07.329108 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5762186f-5e02-4278-bfc9-3a77de0dce5a req-bd0baf25-6f88-4de2-9747-0867739c2575 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402551 May 26 11:16:07.430487 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f17e6d43-54b9-4f68-be5e-9e82c067a2e6 req-80c5b6b1-561d-4ee2-8e1b-85a222be0dd8 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 210 time: 0.0511670 May 26 11:16:07.515975 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe554b-7740-493d-9787-2eedd29518cb req-2195a45d-9154-4869-87ae-ff7fe0eae5b7 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:07.517501 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-53fe554b-7740-493d-9787-2eedd29518cb req-2195a45d-9154-4869-87ae-ff7fe0eae5b7 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 943 time: 0.0826044 May 26 11:16:07.573027 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-53fe554b-7740-493d-9787-2eedd29518cb req-656fdb49-d910-41b6-a03a-32e5d9824c25 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490105 May 26 11:16:07.728718 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ced38b-c901-4937-a052-4f8a67ec32c4 req-7b2c6e66-81ec-42af-ae42-2d18e6986ed7 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:07.730427 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d7ced38b-c901-4937-a052-4f8a67ec32c4 req-7b2c6e66-81ec-42af-ae42-2d18e6986ed7 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1049867 May 26 11:16:07.787971 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d7ced38b-c901-4937-a052-4f8a67ec32c4 req-a3d980f0-c76d-4dd7-bdaa-ef5668e998ee tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421011 May 26 11:16:08.278177 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838759d-3b1e-46ba-a3fc-124851ae94ad req-3c6fce74-9479-4f4c-b6fd-a9610622172d tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:08.279913 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f838759d-3b1e-46ba-a3fc-124851ae94ad req-3c6fce74-9479-4f4c-b6fd-a9610622172d tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.2217264 May 26 11:16:08.286566 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-aac0fddb-21f6-4adc-ac1b-7c83b6f07a30 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:08.288063 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-aac0fddb-21f6-4adc-ac1b-7c83b6f07a30 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.37 "GET /v2.0/networks?id=377a1f2e-d6d0-49e0-923a-b599684df483 HTTP/1.1" status: 200 len: 812 time: 0.1965544 May 26 11:16:08.363516 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f838759d-3b1e-46ba-a3fc-124851ae94ad req-6c6c6d98-e514-4ee2-b039-bdaf5cce8562 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743914 May 26 11:16:08.373732 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-15c9c8c2-57ec-4a07-a681-6d1c205b7660 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da72a28d3e51419ca0dcfbdfb174e658 HTTP/1.1" status: 200 len: 380 time: 0.0622160 May 26 11:16:08.383302 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-2967d3ff-f2b9-4d77-8f2d-399013ff9c2b tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Request body: {'port': {'device_id': 'ca3c53b8-9293-4e52-92ab-bce4838e720e', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'admin_state_up': True, 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'security_groups': ['902b6795-ab3d-4677-9353-202d85d8ae26']}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:16:08.652129 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-2967d3ff-f2b9-4d77-8f2d-399013ff9c2b tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:16:08.652129 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-2967d3ff-f2b9-4d77-8f2d-399013ff9c2b tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Usage tracker for resource:port and tenant:da72a28d3e51419ca0dcfbdfb174e658 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:16:08.658341 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-2967d3ff-f2b9-4d77-8f2d-399013ff9c2b tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:16:08.662925 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-da9e6d56-0240-4642-a710-f92126fae0ef req-1030947a-b3ea-4032-bf29-e149a28f95a6 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 210 time: 0.0551527 May 26 11:16:08.674056 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616c1d0-661b-4d1f-91e7-bf1d3b321988 req-dbce2a73-39a0-461e-ba5a-5f0525a7ca00 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:08.675649 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8616c1d0-661b-4d1f-91e7-bf1d3b321988 req-dbce2a73-39a0-461e-ba5a-5f0525a7ca00 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 943 time: 0.2246292 May 26 11:16:08.676630 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-2967d3ff-f2b9-4d77-8f2d-399013ff9c2b tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:16:08.723499 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device a7559e9d-9796-4739-bad7-328576676262 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:16:08.742310 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8616c1d0-661b-4d1f-91e7-bf1d3b321988 req-62c68634-d1d0-4807-b603-2d327a017088 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602393 May 26 11:16:08.813567 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-2967d3ff-f2b9-4d77-8f2d-399013ff9c2b tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Made reservation on behalf of da72a28d3e51419ca0dcfbdfb174e658 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:16:08.817210 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-2967d3ff-f2b9-4d77-8f2d-399013ff9c2b tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:08.966058 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port a7559e9d-9796-4739-bad7-328576676262, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a7559e9d-9796-4739-bad7-328576676262,segment=NetworkSegment(56d3e6a0-df3f-4e1e-a9c0-180ede880577),segment_id=56d3e6a0-df3f-4e1e-a9c0-180ede880577)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:16:08.981061 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': 'a7559e9d-9796-4739-bad7-328576676262', 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb', 'port_id': 'a7559e9d-9796-4739-bad7-328576676262', 'mac_address': 'fa:16:3e:6f:f9:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225d7685-56cc-4eff-acf8-e6ea831b0ce2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:16:09.042935 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:09.069130 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7559e9d-9796-4739-bad7-328576676262 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:16:09.083709 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port a7559e9d-9796-4739-bad7-328576676262, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a7559e9d-9796-4739-bad7-328576676262,segment=NetworkSegment(56d3e6a0-df3f-4e1e-a9c0-180ede880577),segment_id=56d3e6a0-df3f-4e1e-a9c0-180ede880577)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:16:09.135879 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c470e2-dc97-4636-88f2-f1f30aa6f152 req-aa0dbf7f-62f3-4034-af4b-1a2135682887 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:09.137488 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-59c470e2-dc97-4636-88f2-f1f30aa6f152 req-aa0dbf7f-62f3-4034-af4b-1a2135682887 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 943 time: 0.2774105 May 26 11:16:09.154487 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-2967d3ff-f2b9-4d77-8f2d-399013ff9c2b tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Allocated IP 172.20.0.10 (377a1f2e-d6d0-49e0-923a-b599684df483/4d9720a9-e515-4624-88e4-23a7dedd3e0e/d8b9771c-e723-4538-aaf8-cee9e3f17720) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:16:09.162510 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:09.163247 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 9e51f6c3-2937-462c-95c8-dc12863be7e5 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:16:09.165538 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-45e88f49-a9bd-4eeb-9e01-f998a7da08a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:09.179778 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01649d9-bc01-411a-8d74-1272712fce98 req-90d17c5d-82cf-44ab-bcf0-64a8ff39ced4 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:09.181424 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f01649d9-bc01-411a-8d74-1272712fce98 req-90d17c5d-82cf-44ab-bcf0-64a8ff39ced4 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.2276478 May 26 11:16:09.267729 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-59c470e2-dc97-4636-88f2-f1f30aa6f152 req-3a713272-3cc7-4630-8e35-5fd0af1a812f tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107993 May 26 11:16:09.295985 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f01649d9-bc01-411a-8d74-1272712fce98 req-1efe01f1-2da2-4fc2-a4db-c23459ed1af6 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987854 May 26 11:16:09.321946 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=a7559e9d-9796-4739-bad7-328576676262,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:09.349587 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:09.350100 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:09.350582 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:09.351058 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:09.351542 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:09.352011 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:09.352479 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:09.352947 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:09.353411 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:09.353989 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:09.354529 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:09.355008 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:09.363235 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:09.428026 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 9e51f6c3-2937-462c-95c8-dc12863be7e5, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=9e51f6c3-2937-462c-95c8-dc12863be7e5,segment=NetworkSegment(a54bf79d-a496-4511-b7db-5c024c6f7baa),segment_id=a54bf79d-a496-4511-b7db-5c024c6f7baa)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:16:09.449583 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': '9e51f6c3-2937-462c-95c8-dc12863be7e5', 'network_id': '8401442c-7711-47cb-bb0a-a8ee35438347', 'port_id': '9e51f6c3-2937-462c-95c8-dc12863be7e5', 'mac_address': 'fa:16:3e:1c:0e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321c0d01-84f2-4a24-90fd-e7b00558ba0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:16:09.468620 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-2967d3ff-f2b9-4d77-8f2d-399013ff9c2b tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:09.520542 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:09.520738 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-2967d3ff-f2b9-4d77-8f2d-399013ff9c2b tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Transition to ACTIVE for port object d8b9771c-e723-4538-aaf8-cee9e3f17720 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:16:09.542726 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e51f6c3-2937-462c-95c8-dc12863be7e5 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:16:09.563894 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 9e51f6c3-2937-462c-95c8-dc12863be7e5, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=9e51f6c3-2937-462c-95c8-dc12863be7e5,segment=NetworkSegment(a54bf79d-a496-4511-b7db-5c024c6f7baa),segment_id=a54bf79d-a496-4511-b7db-5c024c6f7baa)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:16:09.589562 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16222d-1854-4946-bf24-6e4be28711cc req-37076364-128f-4472-af26-3f80f5706127 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:09.591058 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2a16222d-1854-4946-bf24-6e4be28711cc req-37076364-128f-4472-af26-3f80f5706127 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1086047 May 26 11:16:09.637995 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2a16222d-1854-4946-bf24-6e4be28711cc req-202182e7-3ac1-4328-b424-9a2ef02d59d5 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410874 May 26 11:16:09.739675 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:09.741594 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:09.816094 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=9e51f6c3-2937-462c-95c8-dc12863be7e5,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:09.819416 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:09.821707 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-2967d3ff-f2b9-4d77-8f2d-399013ff9c2b tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:09.829295 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-efdb863a-b832-43db-9252-9d36bf381267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:10.035736 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-2967d3ff-f2b9-4d77-8f2d-399013ff9c2b tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Network 377a1f2e-d6d0-49e0-923a-b599684df483 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:16:10.046339 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-2967d3ff-f2b9-4d77-8f2d-399013ff9c2b tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:16:10.049265 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-2967d3ff-f2b9-4d77-8f2d-399013ff9c2b tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:16:10.097581 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967d3ff-f2b9-4d77-8f2d-399013ff9c2b tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Pushing event updated for resources: {'Port': ['ID=d8b9771c-e723-4538-aaf8-cee9e3f17720,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:10.109347 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2967d3ff-f2b9-4d77-8f2d-399013ff9c2b tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:10.136223 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-2967d3ff-f2b9-4d77-8f2d-399013ff9c2b tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:10.136868 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-2967d3ff-f2b9-4d77-8f2d-399013ff9c2b tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:10.170093 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f3a2d-d6d9-4d8b-927f-b23fe6eb80b0 req-fe282063-6084-4c3c-8cfd-91ce2f402cd2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:10.171820 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a18f3a2d-d6d9-4d8b-927f-b23fe6eb80b0 req-fe282063-6084-4c3c-8cfd-91ce2f402cd2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.2751350 May 26 11:16:10.223928 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a18f3a2d-d6d9-4d8b-927f-b23fe6eb80b0 req-c6736c55-b197-47b7-a96f-fe0fd74ba56e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457864 May 26 11:16:10.282872 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-2967d3ff-f2b9-4d77-8f2d-399013ff9c2b tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9034574 May 26 11:16:10.401939 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6ee25-5259-4221-9835-3b40414d63e7 req-37aa5bb0-2754-44dc-9eeb-ae5ef7284d4c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:10.402700 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-beb6ee25-5259-4221-9835-3b40414d63e7 req-37aa5bb0-2754-44dc-9eeb-ae5ef7284d4c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Synchronizing usage tracker for tenant:da72a28d3e51419ca0dcfbdfb174e658 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:16:10.436118 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-64402e6f-d36f-4fed-aceb-b4f901c288cd None None] Provisioning for port d8b9771c-e723-4538-aaf8-cee9e3f17720 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:16:10.441653 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-64402e6f-d36f-4fed-aceb-b4f901c288cd None None] Provisioning complete for port d8b9771c-e723-4538-aaf8-cee9e3f17720 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:16:10.442061 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-64402e6f-d36f-4fed-aceb-b4f901c288cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:10.496265 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-64402e6f-d36f-4fed-aceb-b4f901c288cd None None] Port d8b9771c-e723-4538-aaf8-cee9e3f17720 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:16:10.516240 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-beb6ee25-5259-4221-9835-3b40414d63e7 req-37aa5bb0-2754-44dc-9eeb-ae5ef7284d4c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Unset dirty status for tenant:da72a28d3e51419ca0dcfbdfb174e658 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:16:10.519102 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-beb6ee25-5259-4221-9835-3b40414d63e7 req-37aa5bb0-2754-44dc-9eeb-ae5ef7284d4c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 932 time: 0.1958144 May 26 11:16:10.565388 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-beb6ee25-5259-4221-9835-3b40414d63e7 req-e5540b64-fbc4-4a47-b9eb-8c3ae8fc4c8d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420070 May 26 11:16:10.751795 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666946f-ed99-4604-afa2-d3c795604076 req-a1abf3a8-e0db-4a80-b14d-f20fd6f60f45 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:10.753279 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5666946f-ed99-4604-afa2-d3c795604076 req-a1abf3a8-e0db-4a80-b14d-f20fd6f60f45 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 944 time: 0.0876429 May 26 11:16:10.805768 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5666946f-ed99-4604-afa2-d3c795604076 req-c2eaf939-6534-4fab-9b3d-33b2d46f480e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463092 May 26 11:16:10.892249 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a45cbc-37b5-4743-90f7-b97a9e0f46b3 req-67dc9b6c-da82-48f6-b3d7-520bec9dfbe1 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:10.894161 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-39a45cbc-37b5-4743-90f7-b97a9e0f46b3 req-67dc9b6c-da82-48f6-b3d7-520bec9dfbe1 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 944 time: 0.0868514 May 26 11:16:11.000279 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-39a45cbc-37b5-4743-90f7-b97a9e0f46b3 req-e89b0b9f-62d2-4594-b4b8-b79fb2af4bd4 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989497 May 26 11:16:11.035933 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db54e3-cd9c-494a-87ec-b0b2b34d097f req-9d452d0a-7933-4e9f-9b1c-503df46e7b0a tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:11.038183 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-44db54e3-cd9c-494a-87ec-b0b2b34d097f req-9d452d0a-7933-4e9f-9b1c-503df46e7b0a tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1225798 May 26 11:16:11.086416 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-44db54e3-cd9c-494a-87ec-b0b2b34d097f req-8bdc0188-9220-4d9d-8f38-b2e41cfa7fab tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420706 May 26 11:16:11.421227 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f18c9-5556-4500-9677-d0c3adb62082 req-a493766c-13ea-460a-9469-3e9e3d5a4131 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:11.422734 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e42f18c9-5556-4500-9677-d0c3adb62082 req-a493766c-13ea-460a-9469-3e9e3d5a4131 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.0857780 May 26 11:16:11.467028 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e42f18c9-5556-4500-9677-d0c3adb62082 req-d5592056-d08c-42d1-a755-ec1dea76c478 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384004 May 26 11:16:11.754435 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c28b0d-1486-44fc-a1c0-813c6e37cc47 req-44dc4067-a30a-4c89-8895-c634279262cb tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:11.755916 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-89c28b0d-1486-44fc-a1c0-813c6e37cc47 req-44dc4067-a30a-4c89-8895-c634279262cb tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 932 time: 0.0854559 May 26 11:16:11.803648 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-89c28b0d-1486-44fc-a1c0-813c6e37cc47 req-ebe2f46b-98df-4e3a-a4ab-13f21ea4bfea tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419657 May 26 11:16:11.907404 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device ab763bf2-14f6-4e63-a977-d1da102eb4fd details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:16:12.003872 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd80bd-e6c2-436b-9ee9-ee41a56fab0c req-d7ffb2a5-409f-46d6-8ff5-17a9127ac72d tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:12.005334 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-24cd80bd-e6c2-436b-9ee9-ee41a56fab0c req-d7ffb2a5-409f-46d6-8ff5-17a9127ac72d tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 944 time: 0.0844190 May 26 11:16:12.064240 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port ab763bf2-14f6-4e63-a977-d1da102eb4fd, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=ab763bf2-14f6-4e63-a977-d1da102eb4fd,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:16:12.075252 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-24cd80bd-e6c2-436b-9ee9-ee41a56fab0c req-8b2df586-91a1-4c2a-af6e-e03f444f2d61 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584331 May 26 11:16:12.093608 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': 'ab763bf2-14f6-4e63-a977-d1da102eb4fd', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'port_id': 'ab763bf2-14f6-4e63-a977-d1da102eb4fd', 'mac_address': 'fa:16:3e:51:16:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:16:12.162603 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:12.180486 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab763bf2-14f6-4e63-a977-d1da102eb4fd {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:16:12.196949 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774833a-d762-45eb-a3d5-40b8faae9ab2 req-a4a111c5-e3d1-4f08-aba7-47117546ea11 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:12.198344 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port ab763bf2-14f6-4e63-a977-d1da102eb4fd, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=ab763bf2-14f6-4e63-a977-d1da102eb4fd,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:16:12.199246 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9774833a-d762-45eb-a3d5-40b8faae9ab2 req-a4a111c5-e3d1-4f08-aba7-47117546ea11 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 944 time: 0.0876243 May 26 11:16:12.288193 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:12.290863 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-38ca68e5-fa91-4cd9-8f37-795f162b696d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:12.296455 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9774833a-d762-45eb-a3d5-40b8faae9ab2 req-4f5fc561-c46c-4ef8-9127-7bf0c3747054 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623963 May 26 11:16:12.315973 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78d8ac-c4c7-449c-a9c0-996abc7f2a5e req-950566d8-5793-4f8d-bff6-26dea36170f0 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:12.317353 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5c78d8ac-c4c7-449c-a9c0-996abc7f2a5e req-950566d8-5793-4f8d-bff6-26dea36170f0 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1171091 May 26 11:16:12.359870 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=ab763bf2-14f6-4e63-a977-d1da102eb4fd,revision_number=6']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:12.362437 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5c78d8ac-c4c7-449c-a9c0-996abc7f2a5e req-164afcf5-1d9e-452f-b7ae-4c685097c813 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382152 May 26 11:16:12.363223 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:12.657379 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798399df-490a-4119-93d4-71f8370521b1 req-17696cab-38c6-420c-b85a-7209cbcc2a17 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:12.658787 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-798399df-490a-4119-93d4-71f8370521b1 req-17696cab-38c6-420c-b85a-7209cbcc2a17 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 944 time: 0.0784740 May 26 11:16:12.706097 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-798399df-490a-4119-93d4-71f8370521b1 req-67e028eb-f654-418f-be2d-6cd1c9bdcca6 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415847 May 26 11:16:12.990367 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e0349-360c-45d8-963c-8873360333db req-3501f41d-034a-42bd-89f6-0667f8f364ba tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:12.992553 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3b1e0349-360c-45d8-963c-8873360333db req-3501f41d-034a-42bd-89f6-0667f8f364ba tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 932 time: 0.0853033 May 26 11:16:12.998533 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Request body: {'port': {'device_id': 'ca3c53b8-9293-4e52-92ab-bce4838e720e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:16:13.120274 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3b1e0349-360c-45d8-963c-8873360333db req-4d7dae42-1b03-44be-84ac-d88e55543fbf tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972941 May 26 11:16:13.153030 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:13.369148 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e260b-70c8-406b-8a54-938d89403cc2 req-c40fab96-4050-4206-995b-d96c880114b5 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:13.370685 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5e5e260b-70c8-406b-8a54-938d89403cc2 req-c40fab96-4050-4206-995b-d96c880114b5 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 944 time: 0.1748490 May 26 11:16:13.393513 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['ab763bf2-14f6-4e63-a977-d1da102eb4fd'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:16:13.529220 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['a7559e9d-9796-4739-bad7-328576676262'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:16:13.581665 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['9e51f6c3-2937-462c-95c8-dc12863be7e5'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:16:13.641772 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5e5e260b-70c8-406b-8a54-938d89403cc2 req-b0a264a3-423f-444f-9170-026bb777b520 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636497 May 26 11:16:13.833577 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8b9771c-e723-4538-aaf8-cee9e3f17720 {{(pid=92386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:16:13.846022 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:13.879234 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Transition to ACTIVE for port object d8b9771c-e723-4538-aaf8-cee9e3f17720 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:16:13.888791 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6478956-0342-47e0-9f93-292a1fa2e444 req-849b143f-c950-4716-863a-b7d12c691f6e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:13.890285 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d6478956-0342-47e0-9f93-292a1fa2e444 req-849b143f-c950-4716-863a-b7d12c691f6e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 944 time: 0.4699557 May 26 11:16:13.942168 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70cd65-625b-4fe0-b841-b3995599c81a req-fa59f36c-da45-48d5-bdac-a8bcf4b9e8e5 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:13.943686 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5c70cd65-625b-4fe0-b841-b3995599c81a req-fa59f36c-da45-48d5-bdac-a8bcf4b9e8e5 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1670709 May 26 11:16:13.955762 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d6478956-0342-47e0-9f93-292a1fa2e444 req-ebfcd183-6c46-4a15-9862-e1d92987b50e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585957 May 26 11:16:13.983735 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:13.991273 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:14.179898 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5c70cd65-625b-4fe0-b841-b3995599c81a req-77f55893-ebf5-42c3-b84f-2a4d61741496 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274969 May 26 11:16:14.272646 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Pushing event updated for resources: {'Port': ['ID=d8b9771c-e723-4538-aaf8-cee9e3f17720,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:14.282646 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:14.373230 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Attempting to bind port d8b9771c-e723-4538-aaf8-cee9e3f17720 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:16:14.373682 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Attempting to bind port d8b9771c-e723-4538-aaf8-cee9e3f17720 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '166673a9-7fd2-48ee-8db9-da1dc618f94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:16:14.373908 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Attempting to bind port d8b9771c-e723-4538-aaf8-cee9e3f17720 on network 377a1f2e-d6d0-49e0-923a-b599684df483 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:16:14.389098 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Port d8b9771c-e723-4538-aaf8-cee9e3f17720 on network 377a1f2e-d6d0-49e0-923a-b599684df483 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:16:14.389412 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Attempting to bind port d8b9771c-e723-4538-aaf8-cee9e3f17720 on network 377a1f2e-d6d0-49e0-923a-b599684df483 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:16:14.403975 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d65bf2-9e2a-4784-8621-0ab58230ccd6 req-6d0bc522-6d77-41d2-b969-5e390df8bd37 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:14.405463 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-31d65bf2-9e2a-4784-8621-0ab58230ccd6 req-6d0bc522-6d77-41d2-b969-5e390df8bd37 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 944 time: 0.2937303 May 26 11:16:14.408333 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Checking agent: {'id': 'e864f0ab-5241-4583-ad18-7aea86fa37e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'started_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:16:14.408472 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Checking segment: {'id': '166673a9-7fd2-48ee-8db9-da1dc618f94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:16:14.408785 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Bound using segment: {'id': '166673a9-7fd2-48ee-8db9-da1dc618f94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:16:14.409273 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Bound port: d8b9771c-e723-4538-aaf8-cee9e3f17720, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '166673a9-7fd2-48ee-8db9-da1dc618f94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:16:14.409577 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:14.530505 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-31d65bf2-9e2a-4784-8621-0ab58230ccd6 req-0cc244e3-4cd4-44b2-8850-fd0ae38a2d1b tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110694 May 26 11:16:14.576579 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156a592-47a2-4249-827d-c324c4134947 req-0420cc93-657d-4991-8e0d-824ff30b64d2 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:14.578599 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2156a592-47a2-4249-827d-c324c4134947 req-0420cc93-657d-4991-8e0d-824ff30b64d2 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 944 time: 0.2593498 May 26 11:16:14.607193 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] For port d8b9771c-e723-4538-aaf8-cee9e3f17720, host hv-cinder-79313, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:16:14.621895 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] For port d8b9771c-e723-4538-aaf8-cee9e3f17720, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=d8b9771c-e723-4538-aaf8-cee9e3f17720,segment=NetworkSegment(166673a9-7fd2-48ee-8db9-da1dc618f94a),segment_id=166673a9-7fd2-48ee-8db9-da1dc618f94a)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:16:14.647350 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2156a592-47a2-4249-827d-c324c4134947 req-eca39bb0-167f-4e07-affa-d8ff87802927 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603321 May 26 11:16:14.741323 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:14.765140 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:14.846354 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:14.847449 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:14.849161 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] 10.222.0.37 "PUT /v2.0/ports/d8b9771c-e723-4538-aaf8-cee9e3f17720 HTTP/1.1" status: 200 len: 1094 time: 1.8562777 May 26 11:16:14.890975 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3c53b8-9293-4e52-92ab-bce4838e720e', 'tag': 'd8b9771c-e723-4538-aaf8-cee9e3f17720'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:16:15.005345 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3c53b8-9293-4e52-92ab-bce4838e720e', 'tag': 'd8b9771c-e723-4538-aaf8-cee9e3f17720', 'status': 'completed', 'code': 200} May 26 11:16:15.017107 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device ab763bf2-14f6-4e63-a977-d1da102eb4fd up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:16:15.022012 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Pushing event updated for resources: {'Port': ['ID=d8b9771c-e723-4538-aaf8-cee9e3f17720,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:15.026338 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:15.151433 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc774ea9-ee90-414b-9b5a-c73cc252fb66 req-0d4fb8fb-9f4c-46bc-b237-660ca0ca329e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:15.161956 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cc774ea9-ee90-414b-9b5a-c73cc252fb66 req-0d4fb8fb-9f4c-46bc-b237-660ca0ca329e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 944 time: 0.3322518 May 26 11:16:15.255722 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port ab763bf2-14f6-4e63-a977-d1da102eb4fd triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:16:15.256368 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:15.303810 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cc774ea9-ee90-414b-9b5a-c73cc252fb66 req-14fdf695-866d-40f3-ba6a-ee917d6f5e44 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408370 May 26 11:16:15.320742 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd4793-095c-4714-978a-cf234dfd772c req-45f4c636-f905-4274-a1dc-00fc0eaaae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:15.330054 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-aabd4793-095c-4714-978a-cf234dfd772c req-45f4c636-f905-4274-a1dc-00fc0eaaae03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da72a28d3e51419ca0dcfbdfb174e658&device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 1097 time: 0.2789860 May 26 11:16:15.487310 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:15.495653 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddec97-7725-4fcb-8d1b-29756ad84312 req-542f5a9e-bdf5-4272-8b11-565d7314ca6c tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:15.504150 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c3ddec97-7725-4fcb-8d1b-29756ad84312 req-542f5a9e-bdf5-4272-8b11-565d7314ca6c tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 944 time: 0.3020923 May 26 11:16:15.529041 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5b2a5a-8192-4c39-b11b-1f650f703ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab763bf2-14f6-4e63-a977-d1da102eb4fd'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:16:15.552351 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port ab763bf2-14f6-4e63-a977-d1da102eb4fd, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=ab763bf2-14f6-4e63-a977-d1da102eb4fd,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:16:15.625350 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c3ddec97-7725-4fcb-8d1b-29756ad84312 req-67017e54-ad30-4e98-94ba-8ef00d1a789d tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203349 May 26 11:16:15.659336 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:15.661653 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-cd18f8cf-96de-41c5-9211-597b0277d8c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:15.687746 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd4793-095c-4714-978a-cf234dfd772c req-196c3e97-f795-419f-8332-fb895b58a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:15.689307 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-aabd4793-095c-4714-978a-cf234dfd772c req-196c3e97-f795-419f-8332-fb895b58a888 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=da72a28d3e51419ca0dcfbdfb174e658&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3341472 May 26 11:16:15.736053 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5b2a5a-8192-4c39-b11b-1f650f703ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab763bf2-14f6-4e63-a977-d1da102eb4fd', 'code': 200} May 26 11:16:15.794761 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=ab763bf2-14f6-4e63-a977-d1da102eb4fd,revision_number=7']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:15.795503 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46641cba-956a-44ed-8b0d-e2f99d526fc8 req-160e1b11-bd12-4d70-93af-b04771dc3b30 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:15.805633 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:15.808240 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-46641cba-956a-44ed-8b0d-e2f99d526fc8 req-160e1b11-bd12-4d70-93af-b04771dc3b30 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.2949207 May 26 11:16:15.924540 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-46641cba-956a-44ed-8b0d-e2f99d526fc8 req-20b6a2ca-7175-4314-b175-4b2be9c1c18c tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154301 May 26 11:16:15.995217 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd4793-095c-4714-978a-cf234dfd772c req-f2348ce9-b01d-484e-b488-c22718cb751a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:15.997360 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-aabd4793-095c-4714-978a-cf234dfd772c req-f2348ce9-b01d-484e-b488-c22718cb751a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2975318 May 26 11:16:16.097010 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20c60f-b3a7-4679-bba9-63924d40677f req-0cea335c-afc8-4c79-8c1b-0052e2091e3e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:16.097010 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bc20c60f-b3a7-4679-bba9-63924d40677f req-0cea335c-afc8-4c79-8c1b-0052e2091e3e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.2012269 May 26 11:16:16.364020 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bc20c60f-b3a7-4679-bba9-63924d40677f req-5539fc06-46d2-485d-b89a-521db0584861 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796979 May 26 11:16:16.392300 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194816b2-2207-44be-8724-cd682b253577 req-7affa268-d40e-439c-93bf-2ab4fa0e45dd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:16.399871 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-194816b2-2207-44be-8724-cd682b253577 req-7affa268-d40e-439c-93bf-2ab4fa0e45dd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 944 time: 0.2924764 May 26 11:16:16.435325 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-25851144-72a1-46fe-a405-7506d0158bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:16.436766 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-25851144-72a1-46fe-a405-7506d0158bc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da72a28d3e51419ca0dcfbdfb174e658&device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 1097 time: 0.3513896 May 26 11:16:16.461761 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-194816b2-2207-44be-8724-cd682b253577 req-24c0bb89-bc95-492b-96d4-4f742653c9f6 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604777 May 26 11:16:16.585031 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-8234699d-48de-4905-ada3-36b050904cb0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8b9771c-e723-4538-aaf8-cee9e3f17720 HTTP/1.1" status: 200 len: 217 time: 0.1331027 May 26 11:16:16.672267 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-eb54825c-9f16-4344-a8e9-0857e74ce33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:16.673898 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-eb54825c-9f16-4344-a8e9-0857e74ce33d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d9720a9-e515-4624-88e4-23a7dedd3e0e HTTP/1.1" status: 200 len: 851 time: 0.0815217 May 26 11:16:16.740047 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f4af1-2f14-4519-b57a-90ec35825fe3 req-9d30b131-b249-4b5b-85dc-d36a9130701a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:16.747695 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-828f4af1-2f14-4519-b57a-90ec35825fe3 req-9d30b131-b249-4b5b-85dc-d36a9130701a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 944 time: 0.2007844 May 26 11:16:16.856223 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-828f4af1-2f14-4519-b57a-90ec35825fe3 req-af9409f9-7aba-4afa-90c3-3a375381a376 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075151 May 26 11:16:16.932677 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-05383c23-1434-450d-a085-5547fb3af3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:16.935337 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-05383c23-1434-450d-a085-5547fb3af3ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=377a1f2e-d6d0-49e0-923a-b599684df483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2536530 May 26 11:16:16.959066 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654a989-70b4-4dcc-827f-30c970b83116 req-809cdb8b-fc2a-4a45-9412-4eb31cab4a0b tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:16.961205 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f654a989-70b4-4dcc-827f-30c970b83116 req-809cdb8b-fc2a-4a45-9412-4eb31cab4a0b tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 944 time: 0.1718428 May 26 11:16:17.008956 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 9e51f6c3-2937-462c-95c8-dc12863be7e5 up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:16:17.238452 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f654a989-70b4-4dcc-827f-30c970b83116 req-e5c183f1-b68c-4817-b6ea-f01a68065aee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382365 May 26 11:16:17.240657 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-1ed79d03-e5f1-4297-a27c-9d54f56de887 service neutron] 10.222.0.37 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947471 May 26 11:16:17.410233 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1959cab-845d-4a1c-94a3-5975f828498d req-a09d15c0-d55a-4519-8834-b98c0659a0fc tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:17.411682 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c1959cab-845d-4a1c-94a3-5975f828498d req-a09d15c0-d55a-4519-8834-b98c0659a0fc tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.2688735 May 26 11:16:17.447661 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning for port 9e51f6c3-2937-462c-95c8-dc12863be7e5 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:16:17.454428 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port 9e51f6c3-2937-462c-95c8-dc12863be7e5 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:16:17.454934 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:17.505111 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c1959cab-845d-4a1c-94a3-5975f828498d req-c95713c7-e6f3-4186-8413-f2065ba9ac19 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821910 May 26 11:16:17.524678 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-89798b84-eded-412f-b0b2-ae88cdccf24a req-b7b58165-0c49-4793-969d-ffa0d74b486b service neutron] 10.222.0.37 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543001 May 26 11:16:17.715761 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:17.753454 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc2531-267d-4062-8bbb-7108e78077b2 req-445a9ac4-85bb-44d7-b2bc-e0ecab7fbef7 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:17.754838 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6ecc2531-267d-4062-8bbb-7108e78077b2 req-445a9ac4-85bb-44d7-b2bc-e0ecab7fbef7 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.2249157 May 26 11:16:17.759324 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b1bad6-63cb-476f-b08b-fd4b36ffc5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e51f6c3-2937-462c-95c8-dc12863be7e5'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:16:17.762132 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39646b1-2f5a-4b70-8f0c-96a2e4b1c65d req-61f802a0-b087-4222-ab20-f63babf82534 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:17.763611 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a39646b1-2f5a-4b70-8f0c-96a2e4b1c65d req-61f802a0-b087-4222-ab20-f63babf82534 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 944 time: 0.1452835 May 26 11:16:17.770901 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 9e51f6c3-2937-462c-95c8-dc12863be7e5, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=9e51f6c3-2937-462c-95c8-dc12863be7e5,segment=NetworkSegment(a54bf79d-a496-4511-b7db-5c024c6f7baa),segment_id=a54bf79d-a496-4511-b7db-5c024c6f7baa)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:16:17.839670 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a39646b1-2f5a-4b70-8f0c-96a2e4b1c65d req-20a840fd-096a-4e02-a452-05265b76f70c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582340 May 26 11:16:17.842236 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6ecc2531-267d-4062-8bbb-7108e78077b2 req-df5fbfb1-b73a-4e71-ba91-8f35af6a7a50 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776706 May 26 11:16:17.847124 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:17.848364 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device a7559e9d-9796-4739-bad7-328576676262 up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:16:17.881334 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1b9a64e4-2e5b-4fc7-a2b7-5429e865ee6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:18.017892 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b1bad6-63cb-476f-b08b-fd4b36ffc5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e51f6c3-2937-462c-95c8-dc12863be7e5', 'code': 200} May 26 11:16:18.069593 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=9e51f6c3-2937-462c-95c8-dc12863be7e5,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:18.089889 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:18.376777 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33324d2-ac3d-4e16-a1b2-0abd3acbf744 req-23ef395b-5a46-4111-84e1-bc78921dae6e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:18.386833 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b33324d2-ac3d-4e16-a1b2-0abd3acbf744 req-23ef395b-5a46-4111-84e1-bc78921dae6e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 945 time: 0.1210670 May 26 11:16:18.402942 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning for port a7559e9d-9796-4739-bad7-328576676262 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:16:18.408875 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port a7559e9d-9796-4739-bad7-328576676262 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:16:18.420008 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:18.510761 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b33324d2-ac3d-4e16-a1b2-0abd3acbf744 req-2237549b-ade3-432c-ade0-49ffd6a608be tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229620 May 26 11:16:18.544650 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871eccfa-a727-4e45-8ca4-afc9f0e8ce5e req-7295c68b-5b4b-4437-9148-d3add9bd7d39 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:18.546847 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-871eccfa-a727-4e45-8ca4-afc9f0e8ce5e req-7295c68b-5b4b-4437-9148-d3add9bd7d39 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 944 time: 0.1281846 May 26 11:16:18.560137 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:18.597335 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port a7559e9d-9796-4739-bad7-328576676262, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a7559e9d-9796-4739-bad7-328576676262,segment=NetworkSegment(56d3e6a0-df3f-4e1e-a9c0-180ede880577),segment_id=56d3e6a0-df3f-4e1e-a9c0-180ede880577)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:16:18.599183 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-871eccfa-a727-4e45-8ca4-afc9f0e8ce5e req-32324b52-ab27-487f-9ada-42a8d2acd14c tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445881 May 26 11:16:18.721117 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af472b65-0ce9-4ebc-9aa8-cfc497caefb8 req-9b3086d7-ca39-45e7-a9ad-4d8c94a7a1d2 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:18.722649 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-af472b65-0ce9-4ebc-9aa8-cfc497caefb8 req-9b3086d7-ca39-45e7-a9ad-4d8c94a7a1d2 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.0831335 May 26 11:16:18.734134 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:18.736424 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e14edddc-c64b-4a10-bd35-d468aa894ee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:18.779378 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-af472b65-0ce9-4ebc-9aa8-cfc497caefb8 req-d92ff1b1-432e-49d4-9213-32cce9774d2f tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508156 May 26 11:16:18.857045 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=a7559e9d-9796-4739-bad7-328576676262,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:18.861711 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:18.886370 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90636e50-cf37-4e38-baea-3b4c8c46138c req-38f2d175-22ac-4eae-8777-1b71799f2232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:18.895233 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-90636e50-cf37-4e38-baea-3b4c8c46138c req-38f2d175-22ac-4eae-8777-1b71799f2232 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 1098 time: 0.1078732 May 26 11:16:18.949074 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-90636e50-cf37-4e38-baea-3b4c8c46138c req-04a1f227-3a7f-4db7-8fdb-2a2013dfdede service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439148 May 26 11:16:19.269912 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314e3fa-3ae2-4a2d-af38-27d71612c778 req-1b65126a-ad8b-40a1-8e5c-29b03bbe03e2 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:19.271242 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b314e3fa-3ae2-4a2d-af38-27d71612c778 req-1b65126a-ad8b-40a1-8e5c-29b03bbe03e2 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 944 time: 0.2751441 May 26 11:16:19.281057 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277ab74-5a57-4da8-bc27-23085c44f83c req-1ed62c2a-e2a8-44ef-9cb8-f22fdaf78636 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:19.282614 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c277ab74-5a57-4da8-bc27-23085c44f83c req-1ed62c2a-e2a8-44ef-9cb8-f22fdaf78636 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.2472897 May 26 11:16:19.371116 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b314e3fa-3ae2-4a2d-af38-27d71612c778 req-f6a7c8a7-a783-485d-ac64-028e38612803 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875041 May 26 11:16:19.385404 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c277ab74-5a57-4da8-bc27-23085c44f83c req-cce89950-9de7-47fc-acd0-c12e1120c22b tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855429 May 26 11:16:19.825407 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8f4bb-8ace-45ba-b858-085fb7ca33a9 req-694c47b3-9ab1-4ea8-be3c-f64485485c4e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:19.826939 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-08f8f4bb-8ace-45ba-b858-085fb7ca33a9 req-694c47b3-9ab1-4ea8-be3c-f64485485c4e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 945 time: 0.1558068 May 26 11:16:19.883520 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1adc74-9bcc-40ce-9e0e-9f67e933cb08 req-82baeab0-42b9-4ff7-9bf6-8deaba4a09df tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:19.885761 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fe1adc74-9bcc-40ce-9e0e-9f67e933cb08 req-82baeab0-42b9-4ff7-9bf6-8deaba4a09df tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 945 time: 0.1456730 May 26 11:16:19.904930 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-08f8f4bb-8ace-45ba-b858-085fb7ca33a9 req-b463f991-5b31-4f92-895b-c5a3666bd716 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688937 May 26 11:16:19.977549 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fe1adc74-9bcc-40ce-9e0e-9f67e933cb08 req-4037bda1-9406-4df0-813a-af26db2ad2f1 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715775 May 26 11:16:20.018898 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00667a5a-0412-4186-9e3b-16f074162a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7559e9d-9796-4739-bad7-328576676262'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:16:20.092737 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00667a5a-0412-4186-9e3b-16f074162a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7559e9d-9796-4739-bad7-328576676262', 'code': 200} May 26 11:16:20.121469 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e3c55-354c-4c14-bcec-fd7d992aec73 req-a7e74635-286e-4ff8-86ae-6ed6fe450493 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:20.128558 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b97e3c55-354c-4c14-bcec-fd7d992aec73 req-a7e74635-286e-4ff8-86ae-6ed6fe450493 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.0956311 May 26 11:16:20.186187 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b97e3c55-354c-4c14-bcec-fd7d992aec73 req-2b7b02cf-14cf-4af9-b120-db13b1c8b6c5 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566499 May 26 11:16:20.612129 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f9346-0e83-4779-a010-5c79f2733e0b req-d00c5070-6a07-4696-b9fd-4b390066e775 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:20.613594 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-425f9346-0e83-4779-a010-5c79f2733e0b req-d00c5070-6a07-4696-b9fd-4b390066e775 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 944 time: 0.0996697 May 26 11:16:20.663063 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-425f9346-0e83-4779-a010-5c79f2733e0b req-915bf56f-2dba-4b56-8391-576c160c79d1 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405073 May 26 11:16:21.055622 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e7262-133e-4dbd-a9ed-4531ed6d096f req-a9291bbc-cd1e-44ea-a272-8e8df593023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:21.057731 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-617e7262-133e-4dbd-a9ed-4531ed6d096f req-a9291bbc-cd1e-44ea-a272-8e8df593023b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 1098 time: 0.2917619 May 26 11:16:21.109161 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c299a26-ba8b-464c-b9c6-4b9f2d7d445d req-4a1609aa-8ba6-4cca-9fde-3220024e7c29 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:21.116848 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0c299a26-ba8b-464c-b9c6-4b9f2d7d445d req-4a1609aa-8ba6-4cca-9fde-3220024e7c29 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.2833426 May 26 11:16:21.203217 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0c299a26-ba8b-464c-b9c6-4b9f2d7d445d req-24c70a1e-97a1-458c-9104-30a003630d1f tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849690 May 26 11:16:21.218446 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114a857-dacc-4eca-952b-739705df37c9 req-2cfe3ecc-bb92-40db-9444-5e0d0181611f tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:21.225506 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1114a857-dacc-4eca-952b-739705df37c9 req-2cfe3ecc-bb92-40db-9444-5e0d0181611f tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.3185260 May 26 11:16:21.288283 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1114a857-dacc-4eca-952b-739705df37c9 req-3c3097a7-1763-4cdb-b8f3-b36b45d47b33 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617597 May 26 11:16:21.290083 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-617e7262-133e-4dbd-a9ed-4531ed6d096f req-f55bcbb6-2308-4a93-ac95-b67a213c0cfd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150309 May 26 11:16:21.354637 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427f9de-066c-4e3c-a216-658bfec69b37 req-d5303984-2300-44aa-8f73-ee5c0967802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:21.357648 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-d427f9de-066c-4e3c-a216-658bfec69b37 req-d5303984-2300-44aa-8f73-ee5c0967802e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc961799625447e4a664b9239ec13944&device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 1099 time: 0.1522946 May 26 11:16:21.521408 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b0fbf-ea3f-4b1f-b707-6d9f042671ce req-d8875da6-5009-4f51-aeba-c6eef66d3c88 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:21.523177 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bc0b0fbf-ea3f-4b1f-b707-6d9f042671ce req-d8875da6-5009-4f51-aeba-c6eef66d3c88 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 945 time: 0.1136775 May 26 11:16:21.531783 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52910a5-fe56-428a-8e51-d7b251e31548 req-1e43ff95-b979-4172-b281-160db9f47adf tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:21.548157 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b52910a5-fe56-428a-8e51-d7b251e31548 req-1e43ff95-b979-4172-b281-160db9f47adf tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 945 time: 0.1660304 May 26 11:16:21.607997 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b52910a5-fe56-428a-8e51-d7b251e31548 req-b445af8d-11b6-4602-8e4c-e44f3cd322e1 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650597 May 26 11:16:21.634239 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bc0b0fbf-ea3f-4b1f-b707-6d9f042671ce req-d3ee418f-1177-4ad5-a200-3d9b83aacf91 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682223 May 26 11:16:21.917343 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427f9de-066c-4e3c-a216-658bfec69b37 req-f13278c1-1d0e-4b18-8385-042a1c08a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:21.919848 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-d427f9de-066c-4e3c-a216-658bfec69b37 req-f13278c1-1d0e-4b18-8385-042a1c08a54d service neutron] 10.222.0.37 "GET /v2.0/networks?id=35893588-0f1e-477d-83eb-d93225ef04a5 HTTP/1.1" status: 200 len: 910 time: 0.2834504 May 26 11:16:21.958494 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2efd6a-ff3e-4926-b164-a0ef658764af req-3ed0deb7-354b-49b5-a5e8-49863ab68725 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:21.962709 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fc2efd6a-ff3e-4926-b164-a0ef658764af req-3ed0deb7-354b-49b5-a5e8-49863ab68725 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 944 time: 0.1783876 May 26 11:16:22.059641 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fc2efd6a-ff3e-4926-b164-a0ef658764af req-96d3f038-142d-4e76-b051-043fdbfc5412 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797939 May 26 11:16:22.088531 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-d427f9de-066c-4e3c-a216-658bfec69b37 req-d228a4d6-91a0-4a9b-8cbb-493668aa2a44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6150954b-109f-461e-b292-05d04007f5ee HTTP/1.1" status: 200 len: 1002 time: 0.1510518 May 26 11:16:22.152802 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427f9de-066c-4e3c-a216-658bfec69b37 req-45d25513-344a-4194-af2f-d66a19d6fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:22.206575 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-d427f9de-066c-4e3c-a216-658bfec69b37 req-45d25513-344a-4194-af2f-d66a19d6fab7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf HTTP/1.1" status: 200 len: 848 time: 0.0591960 May 26 11:16:22.339648 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427f9de-066c-4e3c-a216-658bfec69b37 req-c12b656d-0ba0-4b9f-abdd-4fbb334a4de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:22.341224 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-d427f9de-066c-4e3c-a216-658bfec69b37 req-c12b656d-0ba0-4b9f-abdd-4fbb334a4de9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35893588-0f1e-477d-83eb-d93225ef04a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1775067 May 26 11:16:22.487875 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-d427f9de-066c-4e3c-a216-658bfec69b37 req-958599dc-a35a-473a-9dfc-a1a81613a27d service neutron] 10.222.0.37 "GET /v2.0/networks/35893588-0f1e-477d-83eb-d93225ef04a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388552 May 26 11:16:22.520702 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdb404-1da0-4779-9b77-10e184bf613c req-ba32d9a3-c4a1-4c64-9c59-1a7394beb884 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:22.522259 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eafdb404-1da0-4779-9b77-10e184bf613c req-ba32d9a3-c4a1-4c64-9c59-1a7394beb884 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.1590824 May 26 11:16:22.530668 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cf36c-4e9b-480e-a73a-bfec3a2f337c req-fbd9eb2b-37ce-4a99-af3d-072fbc133b84 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:22.532210 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c05cf36c-4e9b-480e-a73a-bfec3a2f337c req-fbd9eb2b-37ce-4a99-af3d-072fbc133b84 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1234221 May 26 11:16:22.616750 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eafdb404-1da0-4779-9b77-10e184bf613c req-bd0e3a47-00ca-4968-98aa-a239b1ec8b85 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834835 May 26 11:16:22.621788 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c05cf36c-4e9b-480e-a73a-bfec3a2f337c req-2764bf5b-90c5-4d37-ae52-c76532a3be33 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754189 May 26 11:16:22.631490 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-d427f9de-066c-4e3c-a216-658bfec69b37 req-74f21904-6735-4033-80d5-1ee709ca8595 service neutron] 10.222.0.37 "GET /v2.0/networks/35893588-0f1e-477d-83eb-d93225ef04a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334062 May 26 11:16:22.851029 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5414c-6272-4adc-be9d-1b4690556816 req-1ade7d81-2f0e-4f0b-8c97-45882a2e43e8 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:22.852642 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fff5414c-6272-4adc-be9d-1b4690556816 req-1ade7d81-2f0e-4f0b-8c97-45882a2e43e8 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 945 time: 0.0873814 May 26 11:16:22.898959 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fff5414c-6272-4adc-be9d-1b4690556816 req-ce397000-3dff-44e7-bde1-8e1f4a322e95 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396583 May 26 11:16:23.343890 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d9360-9c01-4f84-95c2-78ae0ae11209 req-33c3f5eb-999c-4a32-abda-69044b3073c6 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:23.345660 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0c7d9360-9c01-4f84-95c2-78ae0ae11209 req-33c3f5eb-999c-4a32-abda-69044b3073c6 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 944 time: 0.1077290 May 26 11:16:23.401648 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0c7d9360-9c01-4f84-95c2-78ae0ae11209 req-64de3629-bea9-49d1-8af2-0a12e9c3369e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499802 May 26 11:16:23.852862 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa03f93-bb16-4426-8060-866e63db5fff req-02fdfb64-c41e-41dd-a110-9444cb6a3505 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:23.854923 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-caa03f93-bb16-4426-8060-866e63db5fff req-02fdfb64-c41e-41dd-a110-9444cb6a3505 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1051159 May 26 11:16:24.036159 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-caa03f93-bb16-4426-8060-866e63db5fff req-465f8b05-a9a0-4383-9da9-a17226c57888 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752846 May 26 11:16:24.178636 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b5636-0dad-44db-8929-a34a2627b4fe req-cfc1e948-b07d-45b2-b5d0-e21c92660917 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:24.180547 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9a5b5636-0dad-44db-8929-a34a2627b4fe req-cfc1e948-b07d-45b2-b5d0-e21c92660917 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.2872078 May 26 11:16:24.242504 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e06ebd-6566-454e-8a28-1bdf93ef962d req-aff1a04b-629b-46b2-8e40-95a2a2957876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:24.244755 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-88e06ebd-6566-454e-8a28-1bdf93ef962d req-aff1a04b-629b-46b2-8e40-95a2a2957876 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b8bf604831c47d6a1dbd73884dcc49a&device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 1098 time: 0.1514840 May 26 11:16:24.324465 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9a5b5636-0dad-44db-8929-a34a2627b4fe req-ee3c5df2-990e-43cd-b70a-b8941ac4d701 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984323 May 26 11:16:24.391685 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d713acf-52ce-4f59-ad95-30596a66862a req-fbebb82e-0980-42c3-bf41-03fbc7afb1fc tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:24.398927 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6d713acf-52ce-4f59-ad95-30596a66862a req-fbebb82e-0980-42c3-bf41-03fbc7afb1fc tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.2171516 May 26 11:16:24.499145 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6d713acf-52ce-4f59-ad95-30596a66862a req-9cf01733-e882-4c3d-a87b-56ec792f7919 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991013 May 26 11:16:24.543204 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e06ebd-6566-454e-8a28-1bdf93ef962d req-151263ba-f92c-4fb2-8d18-d95a002994bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:24.545177 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-88e06ebd-6566-454e-8a28-1bdf93ef962d req-151263ba-f92c-4fb2-8d18-d95a002994bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0297c65-03da-408e-9dc4-3aaead4f0782 HTTP/1.1" status: 200 len: 920 time: 0.2807493 May 26 11:16:24.702361 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-88e06ebd-6566-454e-8a28-1bdf93ef962d req-b673d283-b4e2-4935-907b-dd2cf1627ab7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=409812ed-a613-476f-b8f9-86ca115c17ae HTTP/1.1" status: 200 len: 217 time: 0.1486456 May 26 11:16:24.763131 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7083d0-64cd-40e3-b863-5f7d50298ffe req-b3a4091e-481b-46e0-b7cd-2520985b2d4e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:24.764624 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4e7083d0-64cd-40e3-b863-5f7d50298ffe req-b3a4091e-481b-46e0-b7cd-2520985b2d4e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 945 time: 0.2161882 May 26 11:16:24.777422 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b1abd-8ef2-4b9b-ac26-7e775976acde req-e4432eed-cee4-4c63-9bfa-d44f30585691 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:24.778944 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-385b1abd-8ef2-4b9b-ac26-7e775976acde req-e4432eed-cee4-4c63-9bfa-d44f30585691 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 944 time: 0.1548541 May 26 11:16:24.811304 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e06ebd-6566-454e-8a28-1bdf93ef962d req-9200db78-18bd-406e-8972-19f315415000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:24.813390 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-88e06ebd-6566-454e-8a28-1bdf93ef962d req-9200db78-18bd-406e-8972-19f315415000 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=05bc6058-ff72-43e9-87c9-1639ef6cacc4 HTTP/1.1" status: 200 len: 859 time: 0.1039610 May 26 11:16:24.854179 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-385b1abd-8ef2-4b9b-ac26-7e775976acde req-29a2d04f-062c-4454-b119-b21f4335cf98 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593188 May 26 11:16:24.856922 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4e7083d0-64cd-40e3-b863-5f7d50298ffe req-242a74cd-5da6-4934-b658-f85682446df7 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771022 May 26 11:16:24.917126 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-88e06ebd-6566-454e-8a28-1bdf93ef962d req-7a967057-b7d0-4f60-a387-eb7af42905a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0297c65-03da-408e-9dc4-3aaead4f0782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923991 May 26 11:16:25.126180 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-88e06ebd-6566-454e-8a28-1bdf93ef962d req-ead16522-9c81-4c3a-b22b-20821ad90b3a service neutron] 10.222.0.37 "GET /v2.0/networks/e0297c65-03da-408e-9dc4-3aaead4f0782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960824 May 26 11:16:25.154870 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cbe2b-b435-42bc-8145-a12fdcb36dbd req-0dd2219d-e9f9-481b-ac8b-04920bd02243 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:25.159235 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-417cbe2b-b435-42bc-8145-a12fdcb36dbd req-0dd2219d-e9f9-481b-ac8b-04920bd02243 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 945 time: 0.1486716 May 26 11:16:25.285175 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-417cbe2b-b435-42bc-8145-a12fdcb36dbd req-a6e46cfa-a7d5-441f-b3a5-680586f65cb1 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187258 May 26 11:16:25.311293 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-88e06ebd-6566-454e-8a28-1bdf93ef962d req-522faad4-9bdb-4124-b908-e3bd044d16ff service neutron] 10.222.0.37 "GET /v2.0/networks/e0297c65-03da-408e-9dc4-3aaead4f0782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683359 May 26 11:16:25.386078 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b7323-b02c-48b2-b1a0-ccf36bbb8109 req-0ae02a93-325c-4b4e-b79d-cbcc86a768df tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:25.388450 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-796b7323-b02c-48b2-b1a0-ccf36bbb8109 req-0ae02a93-325c-4b4e-b79d-cbcc86a768df tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1846888 May 26 11:16:25.496705 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-796b7323-b02c-48b2-b1a0-ccf36bbb8109 req-80a3fb69-6edc-45a3-853d-e16f806932bf tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022460 May 26 11:16:25.794800 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683c96a-5658-4978-a9e1-d16fdedf1ff6 req-28c8c007-cc11-4487-bb22-2f3b6fc8913a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:25.796376 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6683c96a-5658-4978-a9e1-d16fdedf1ff6 req-28c8c007-cc11-4487-bb22-2f3b6fc8913a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.1609550 May 26 11:16:25.861168 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ea52e-c374-4374-a9ab-569b3742a1a1 req-eec1733f-7dca-430c-a2a6-64c1a26ddab6 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:25.862803 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f46ea52e-c374-4374-a9ab-569b3742a1a1 req-eec1733f-7dca-430c-a2a6-64c1a26ddab6 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.1461074 May 26 11:16:25.876271 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6683c96a-5658-4978-a9e1-d16fdedf1ff6 req-c9a8c432-c53c-4285-8ecd-4af6da9b6599 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735323 May 26 11:16:25.928761 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f46ea52e-c374-4374-a9ab-569b3742a1a1 req-e1a82801-9a43-41e0-af51-168daf363751 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478318 May 26 11:16:26.101295 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb51588-58cd-497b-a422-5befdf898fb4 req-e4fcad4a-af52-49e6-835c-6d6996ad18a7 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:26.110134 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3bb51588-58cd-497b-a422-5befdf898fb4 req-e4fcad4a-af52-49e6-835c-6d6996ad18a7 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 945 time: 0.1097503 May 26 11:16:26.189467 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3bb51588-58cd-497b-a422-5befdf898fb4 req-cb8a304d-014a-4f2d-a069-9bbf28218b67 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783043 May 26 11:16:26.414225 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8dca6e-659e-4d1f-bc1a-5363a020e7ad req-f861a2e1-fb59-4e18-bfc8-8b09d614eeaa tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:26.423581 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6c8dca6e-659e-4d1f-bc1a-5363a020e7ad req-f861a2e1-fb59-4e18-bfc8-8b09d614eeaa tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 944 time: 0.1246967 May 26 11:16:26.446542 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f652be7c-7e9f-4e36-8e66-bbdf358099db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:26.489876 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6c8dca6e-659e-4d1f-bc1a-5363a020e7ad req-62b7f7e4-6cb2-4eef-95c0-f5c08116c803 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651622 May 26 11:16:27.061677 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device d8b9771c-e723-4538-aaf8-cee9e3f17720 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:16:27.105880 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e235099-f7db-408b-88d8-8d64180349f8 req-bc17f9ae-ebd2-4d51-953a-3d98d9557e64 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:27.107363 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9e235099-f7db-408b-88d8-8d64180349f8 req-bc17f9ae-ebd2-4d51-953a-3d98d9557e64 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.0943627 May 26 11:16:27.152757 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9e235099-f7db-408b-88d8-8d64180349f8 req-030d7c95-7ffe-4971-81f2-3b200c3d6cc4 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392239 May 26 11:16:27.210151 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port d8b9771c-e723-4538-aaf8-cee9e3f17720, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=d8b9771c-e723-4538-aaf8-cee9e3f17720,segment=NetworkSegment(166673a9-7fd2-48ee-8db9-da1dc618f94a),segment_id=166673a9-7fd2-48ee-8db9-da1dc618f94a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:16:27.224595 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': 'd8b9771c-e723-4538-aaf8-cee9e3f17720', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'port_id': 'd8b9771c-e723-4538-aaf8-cee9e3f17720', 'mac_address': 'fa:16:3e:64:ce:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:16:27.294479 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:27.312092 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8b9771c-e723-4538-aaf8-cee9e3f17720 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:16:27.330980 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port d8b9771c-e723-4538-aaf8-cee9e3f17720, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=d8b9771c-e723-4538-aaf8-cee9e3f17720,segment=NetworkSegment(166673a9-7fd2-48ee-8db9-da1dc618f94a),segment_id=166673a9-7fd2-48ee-8db9-da1dc618f94a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:16:27.336407 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40311281-7884-4f81-a7c9-a7c1c3013590 req-2e3fa0a0-18af-48a5-a283-6993b9d59c18 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:27.337929 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-40311281-7884-4f81-a7c9-a7c1c3013590 req-2e3fa0a0-18af-48a5-a283-6993b9d59c18 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0846255 May 26 11:16:27.383239 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-40311281-7884-4f81-a7c9-a7c1c3013590 req-852dda1a-b186-4b8f-8b38-a9d4664ca2ad tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394802 May 26 11:16:27.679751 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48601636-e877-4891-89cd-13d1f925db3b req-6a5c45d6-3ba9-4511-b494-8cc353f75fe6 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:27.681047 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-48601636-e877-4891-89cd-13d1f925db3b req-6a5c45d6-3ba9-4511-b494-8cc353f75fe6 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 944 time: 0.0886211 May 26 11:16:27.711160 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:27.711160 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f7cb03b7-5ce4-4ee5-ac29-e93b9940e4b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:27.736187 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-48601636-e877-4891-89cd-13d1f925db3b req-e4b6f607-5fe3-4ad5-818c-fcb049bf7c46 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478868 May 26 11:16:27.801594 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=d8b9771c-e723-4538-aaf8-cee9e3f17720,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:27.806260 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:28.236741 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['d8b9771c-e723-4538-aaf8-cee9e3f17720'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:16:28.442435 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fee469-5825-437b-9be0-c815f3bfbe63 req-a586379c-6c39-4132-bbfe-ce673db16455 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:28.444086 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d6fee469-5825-437b-9be0-c815f3bfbe63 req-a586379c-6c39-4132-bbfe-ce673db16455 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.1333721 May 26 11:16:28.573139 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d6fee469-5825-437b-9be0-c815f3bfbe63 req-df463ec8-6973-4ad6-b12f-3503b90d6736 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214764 May 26 11:16:28.693064 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1833bd-8963-4448-b5b5-0644d5595894 req-129609e6-94a8-444a-bbf4-b4e6f8442408 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:28.694751 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3d1833bd-8963-4448-b5b5-0644d5595894 req-129609e6-94a8-444a-bbf4-b4e6f8442408 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.1096480 May 26 11:16:28.746581 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3d1833bd-8963-4448-b5b5-0644d5595894 req-7c183969-cbfb-4c5b-82f1-93935e3ab356 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451698 May 26 11:16:28.934911 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34553943-1484-4cb8-8387-75f50070bb94 req-138b3585-d72a-4be0-8096-be4ed58bf8d5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:28.944028 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-34553943-1484-4cb8-8387-75f50070bb94 req-138b3585-d72a-4be0-8096-be4ed58bf8d5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 945 time: 0.0824895 May 26 11:16:28.987030 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-34553943-1484-4cb8-8387-75f50070bb94 req-9c6caf6a-9ba3-41bf-b393-9cae0ccff4b4 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442839 May 26 11:16:29.116709 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5fe8a66a-66ed-4803-bfb5-79b68143836b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:29.119771 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:29.552974 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:29.765485 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270366a-7542-4e83-8d63-b611fa9b5ffc req-63cd5aa5-01bf-487b-b6cb-b6d68b88ce2a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:29.766863 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c270366a-7542-4e83-8d63-b611fa9b5ffc req-63cd5aa5-01bf-487b-b6cb-b6d68b88ce2a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.0822501 May 26 11:16:29.818346 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c270366a-7542-4e83-8d63-b611fa9b5ffc req-e60b4aa4-f8e9-42ec-9507-e324f74793b5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449386 May 26 11:16:30.017124 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddc4e8-a1fa-47dd-a1ea-12fca378bb5a req-125ed24c-6851-4cd3-b8a7-84d6f23010a6 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:30.018550 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e7ddc4e8-a1fa-47dd-a1ea-12fca378bb5a req-125ed24c-6851-4cd3-b8a7-84d6f23010a6 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.1592908 May 26 11:16:30.064577 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e7ddc4e8-a1fa-47dd-a1ea-12fca378bb5a req-81205b11-93cf-467d-9207-49fed52aeb50 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394683 May 26 11:16:30.233889 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824d15b-2576-4498-9d8e-3bb332d4a6e5 req-df478474-28ac-43ef-8120-93bacc888850 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:30.235559 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2824d15b-2576-4498-9d8e-3bb332d4a6e5 req-df478474-28ac-43ef-8120-93bacc888850 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 945 time: 0.1238632 May 26 11:16:30.295271 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2824d15b-2576-4498-9d8e-3bb332d4a6e5 req-1a34c1b2-3a7a-4fa5-affe-56fcf5109357 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536129 May 26 11:16:30.325821 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd702c52-9a40-4344-a309-32a219d7ade5 req-14addc14-a189-4df0-adf1-bbff590444f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:30.333236 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-cd702c52-9a40-4344-a309-32a219d7ade5 req-14addc14-a189-4df0-adf1-bbff590444f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6fe442964904bd3b71480242adf4f16&device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 1098 time: 0.0843143 May 26 11:16:30.466394 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd702c52-9a40-4344-a309-32a219d7ade5 req-dc384f4a-3763-4564-9243-b988da8bc2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:30.468211 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-cd702c52-9a40-4344-a309-32a219d7ade5 req-dc384f4a-3763-4564-9243-b988da8bc2c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=513e1c4d-d73e-422d-b620-6e51d2db19e7 HTTP/1.1" status: 200 len: 918 time: 0.1331451 May 26 11:16:30.574935 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-cd702c52-9a40-4344-a309-32a219d7ade5 req-26a0d1cc-b731-47a0-87ef-b61eb8bb2bb2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab763bf2-14f6-4e63-a977-d1da102eb4fd HTTP/1.1" status: 200 len: 1000 time: 0.1004119 May 26 11:16:30.642791 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd702c52-9a40-4344-a309-32a219d7ade5 req-2f65064d-15c3-4948-90e6-0da9aea12615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:30.644275 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-cd702c52-9a40-4344-a309-32a219d7ade5 req-2f65064d-15c3-4948-90e6-0da9aea12615 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5300992e-d385-4173-9ce7-e81c35af28bb HTTP/1.1" status: 200 len: 856 time: 0.0608964 May 26 11:16:30.749148 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd702c52-9a40-4344-a309-32a219d7ade5 req-7e93bb5e-be7d-46bc-990d-c7a68385722c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:30.751545 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-cd702c52-9a40-4344-a309-32a219d7ade5 req-7e93bb5e-be7d-46bc-990d-c7a68385722c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=513e1c4d-d73e-422d-b620-6e51d2db19e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0995216 May 26 11:16:31.023115 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-cd702c52-9a40-4344-a309-32a219d7ade5 req-9f9fd41c-d644-4cc7-b5c3-7a4ccf3affe5 service neutron] 10.222.0.37 "GET /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621646 May 26 11:16:31.056933 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5495101-67bc-4728-ac74-6dc8519ada7d req-42ac6921-5b88-4608-9c91-f976bbe746a1 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:31.060884 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c5495101-67bc-4728-ac74-6dc8519ada7d req-42ac6921-5b88-4608-9c91-f976bbe746a1 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.1019347 May 26 11:16:31.112656 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device d8b9771c-e723-4538-aaf8-cee9e3f17720 up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:16:31.121444 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c5495101-67bc-4728-ac74-6dc8519ada7d req-2669c266-0833-46b7-8986-d24a40609090 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544853 May 26 11:16:31.191039 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-cd702c52-9a40-4344-a309-32a219d7ade5 req-76b92529-81d5-4969-b1af-0a04d6bd36eb service neutron] 10.222.0.37 "GET /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607437 May 26 11:16:31.287834 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning for port d8b9771c-e723-4538-aaf8-cee9e3f17720 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:16:31.294527 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port d8b9771c-e723-4538-aaf8-cee9e3f17720 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:16:31.295009 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:31.309116 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:16:31.367530 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bf516-5872-492d-8992-0008b3f8431f req-ca704e05-a0a2-46b3-856f-4bb6ae51ef14 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:31.369195 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9c3bf516-5872-492d-8992-0008b3f8431f req-ca704e05-a0a2-46b3-856f-4bb6ae51ef14 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0977530 May 26 11:16:31.434371 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9c3bf516-5872-492d-8992-0008b3f8431f req-8f5ab40f-24aa-444c-8000-86c695a2fbd6 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575511 May 26 11:16:31.436680 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:31.473264 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3c53b8-9293-4e52-92ab-bce4838e720e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b9771c-e723-4538-aaf8-cee9e3f17720'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:16:31.487470 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port d8b9771c-e723-4538-aaf8-cee9e3f17720, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=d8b9771c-e723-4538-aaf8-cee9e3f17720,segment=NetworkSegment(166673a9-7fd2-48ee-8db9-da1dc618f94a),segment_id=166673a9-7fd2-48ee-8db9-da1dc618f94a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:16:31.573142 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:31.627665 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:31.629462 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:31.655618 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68b8a2-97f6-492f-bee8-ed173f0e6f99 req-15e19ebb-447c-43f9-b7c9-d0b576b2b10d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:31.657190 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9b68b8a2-97f6-492f-bee8-ed173f0e6f99 req-15e19ebb-447c-43f9-b7c9-d0b576b2b10d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 945 time: 0.0894661 May 26 11:16:31.706851 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9b68b8a2-97f6-492f-bee8-ed173f0e6f99 req-c9db4197-aca9-4d68-b173-225dba160c79 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435910 May 26 11:16:31.707725 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=d8b9771c-e723-4538-aaf8-cee9e3f17720,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:31.719843 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:31.762491 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3c53b8-9293-4e52-92ab-bce4838e720e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b9771c-e723-4538-aaf8-cee9e3f17720', 'code': 200} May 26 11:16:32.379361 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1c4b1-7dfa-43b6-9afb-3699e350690c req-44e06b42-e664-499e-8cb6-97e4baa1c576 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:32.380832 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a3c1c4b1-7dfa-43b6-9afb-3699e350690c req-44e06b42-e664-499e-8cb6-97e4baa1c576 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 945 time: 0.1098311 May 26 11:16:32.426747 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a3c1c4b1-7dfa-43b6-9afb-3699e350690c req-18dd0ccf-2318-482c-a662-1b1e4758d86d tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401380 May 26 11:16:32.535274 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ef5bb-263d-48da-a6d2-97009225ce48 req-ad8f76d3-d754-4e4d-86dc-7c45e2e56b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:32.536884 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-010ef5bb-263d-48da-a6d2-97009225ce48 req-ad8f76d3-d754-4e4d-86dc-7c45e2e56b27 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 1099 time: 0.0720987 May 26 11:16:32.585592 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [req-010ef5bb-263d-48da-a6d2-97009225ce48 req-da8b29dd-18fb-45da-9659-84575f06f462 service neutron] Synchronizing usage tracker for tenant:e6bf6d327b7a407ca77829e79c919170 on resource:security_group {{(pid=92385) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:16:32.598274 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [req-010ef5bb-263d-48da-a6d2-97009225ce48 req-da8b29dd-18fb-45da-9659-84575f06f462 service neutron] Unset dirty status for tenant:e6bf6d327b7a407ca77829e79c919170 on resource:security_group {{(pid=92385) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:16:32.599388 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-010ef5bb-263d-48da-a6d2-97009225ce48 req-da8b29dd-18fb-45da-9659-84575f06f462 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550227 May 26 11:16:32.666544 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b59dd-0f63-40a7-bca6-83817aa0d0aa req-b0a810af-6e74-4e4c-908b-3f47d61ac4ef tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:32.667987 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-914b59dd-0f63-40a7-bca6-83817aa0d0aa req-b0a810af-6e74-4e4c-908b-3f47d61ac4ef tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0907912 May 26 11:16:32.714747 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-914b59dd-0f63-40a7-bca6-83817aa0d0aa req-66d7112a-7579-4359-acbd-309aead18d29 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405591 May 26 11:16:32.715284 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:32.915270 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59c4ef-3bcd-4df9-947f-60ca8b8c2896 req-f98d8366-cda1-465d-a019-53cd49603e3c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:32.917603 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4c59c4ef-3bcd-4df9-947f-60ca8b8c2896 req-f98d8366-cda1-465d-a019-53cd49603e3c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 946 time: 0.0905695 May 26 11:16:32.968520 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4c59c4ef-3bcd-4df9-947f-60ca8b8c2896 req-d9ea73fd-d31b-40e3-81b7-2df6ba88127a tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404181 May 26 11:16:33.130308 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device ab763bf2-14f6-4e63-a977-d1da102eb4fd no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:16:33.254972 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:33.290212 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port ab763bf2-14f6-4e63-a977-d1da102eb4fd, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=ab763bf2-14f6-4e63-a977-d1da102eb4fd,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:16:33.379504 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:33.381521 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:33.457826 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=ab763bf2-14f6-4e63-a977-d1da102eb4fd,revision_number=8']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:33.461119 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:33.632164 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1056ad-e152-482a-a191-c322fbab8a4d req-d49a5e75-5b85-4068-bc87-d7afb2213080 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:33.633608 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d1056ad-e152-482a-a191-c322fbab8a4d req-d49a5e75-5b85-4068-bc87-d7afb2213080 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.0888591 May 26 11:16:33.681533 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d1056ad-e152-482a-a191-c322fbab8a4d req-f894c512-9bf5-453e-b665-8aec17d48a5a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410714 May 26 11:16:33.764095 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5b2a5a-8192-4c39-b11b-1f650f703ec5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab763bf2-14f6-4e63-a977-d1da102eb4fd'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:16:33.813911 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5b2a5a-8192-4c39-b11b-1f650f703ec5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab763bf2-14f6-4e63-a977-d1da102eb4fd', 'code': 200} May 26 11:16:33.917262 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa165aa-2e27-4890-8ea1-300ba5975e60 req-ca70fa63-f1f7-47f3-8eb5-1a2bc5ea940e tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:33.918718 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-daa165aa-2e27-4890-8ea1-300ba5975e60 req-ca70fa63-f1f7-47f3-8eb5-1a2bc5ea940e tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0822549 May 26 11:16:33.963235 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-daa165aa-2e27-4890-8ea1-300ba5975e60 req-690a0040-222e-45a4-8e9f-a8e2937b9c3f tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385854 May 26 11:16:34.173514 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483d3a8-922c-4c2c-a58f-06cdd72b13d3 req-0d047dbf-45b2-4332-a0c5-d61ec60c976a tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:34.175267 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a483d3a8-922c-4c2c-a58f-06cdd72b13d3 req-0d047dbf-45b2-4332-a0c5-d61ec60c976a tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 946 time: 0.0850515 May 26 11:16:34.220819 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a483d3a8-922c-4c2c-a58f-06cdd72b13d3 req-065a0e0b-f407-4757-b3f4-6bf314534efa tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396631 May 26 11:16:34.667843 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3689ce-eedc-47d9-8e33-a0acffeaaf04 req-b46557af-ef0d-4673-a641-85e7f1b2403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:34.670350 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-1b3689ce-eedc-47d9-8e33-a0acffeaaf04 req-b46557af-ef0d-4673-a641-85e7f1b2403a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b8bf604831c47d6a1dbd73884dcc49a&device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 1098 time: 0.0994682 May 26 11:16:34.866607 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3689ce-eedc-47d9-8e33-a0acffeaaf04 req-9874d920-88b4-41cf-af7a-5621d039ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:34.868651 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-1b3689ce-eedc-47d9-8e33-a0acffeaaf04 req-9874d920-88b4-41cf-af7a-5621d039ba03 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0297c65-03da-408e-9dc4-3aaead4f0782 HTTP/1.1" status: 200 len: 920 time: 0.1747737 May 26 11:16:34.914928 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9574fc8-38d9-4b30-ba91-a012ce1b30c0 req-80d16493-fcdd-4000-b0f5-ef5b6b56137c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:34.923025 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c9574fc8-38d9-4b30-ba91-a012ce1b30c0 req-80d16493-fcdd-4000-b0f5-ef5b6b56137c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.1080387 May 26 11:16:34.947973 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-1b3689ce-eedc-47d9-8e33-a0acffeaaf04 req-0e77ef10-1f63-4754-8b0a-55161e39ccdc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=409812ed-a613-476f-b8f9-86ca115c17ae HTTP/1.1" status: 200 len: 217 time: 0.0633380 May 26 11:16:34.964556 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c9574fc8-38d9-4b30-ba91-a012ce1b30c0 req-25a337a6-89d2-4480-815a-9fa8dbd58a2c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405734 May 26 11:16:35.029471 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3689ce-eedc-47d9-8e33-a0acffeaaf04 req-81ba0eb6-3e59-4094-a120-5fe472c11a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:35.033161 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-1b3689ce-eedc-47d9-8e33-a0acffeaaf04 req-81ba0eb6-3e59-4094-a120-5fe472c11a0f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=05bc6058-ff72-43e9-87c9-1639ef6cacc4 HTTP/1.1" status: 200 len: 859 time: 0.0644484 May 26 11:16:35.086982 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-1b3689ce-eedc-47d9-8e33-a0acffeaaf04 req-c904b737-4f33-42d7-85d4-f307c525f8d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0297c65-03da-408e-9dc4-3aaead4f0782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438302 May 26 11:16:35.172511 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ee5e0-fe6d-423e-bdfa-6541132e7d39 req-0f8e241d-8ae8-4175-83ac-287898356083 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:35.173939 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-853ee5e0-fe6d-423e-bdfa-6541132e7d39 req-0f8e241d-8ae8-4175-83ac-287898356083 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0897832 May 26 11:16:35.229388 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-853ee5e0-fe6d-423e-bdfa-6541132e7d39 req-4194899e-c287-4d1f-aa34-0d5febd1a8a7 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470054 May 26 11:16:35.236870 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-1b3689ce-eedc-47d9-8e33-a0acffeaaf04 req-758c3b3f-3583-4dd8-ad45-5ef4751ed19c service neutron] 10.222.0.37 "GET /v2.0/networks/e0297c65-03da-408e-9dc4-3aaead4f0782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394253 May 26 11:16:35.381923 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-1b3689ce-eedc-47d9-8e33-a0acffeaaf04 req-b404ab53-a7df-4f71-80f6-25326c5c3e8d service neutron] 10.222.0.37 "GET /v2.0/networks/e0297c65-03da-408e-9dc4-3aaead4f0782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369832 May 26 11:16:35.420054 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c71fec-c765-4b17-95cc-0d946be6f309 req-7ab0597f-8288-4430-bb1f-c2759e494201 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:35.421616 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-48c71fec-c765-4b17-95cc-0d946be6f309 req-7ab0597f-8288-4430-bb1f-c2759e494201 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 946 time: 0.0878782 May 26 11:16:35.472960 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-48c71fec-c765-4b17-95cc-0d946be6f309 req-41d5f0f2-d7ae-4f6c-ac13-9ed48ed738ed tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451548 May 26 11:16:35.674515 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d26e0-e2ae-431f-b05e-ecdd1aa673af req-55b63e12-6de3-47ec-ac56-1be36a2f4bcc tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:35.675999 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f44d26e0-e2ae-431f-b05e-ecdd1aa673af req-55b63e12-6de3-47ec-ac56-1be36a2f4bcc tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 946 time: 0.0839825 May 26 11:16:35.722940 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f44d26e0-e2ae-431f-b05e-ecdd1aa673af req-e0e3f824-94be-4336-9a8f-695d94d4efad tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406852 May 26 11:16:35.749540 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 51464) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:16:36.004939 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dd613c-dd95-41a5-9459-1b8b3bc9ecaa tempest-TestVolumeBootPattern-965247833 tempest-TestVolumeBootPattern-965247833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:36.005650 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-f4dd613c-dd95-41a5-9459-1b8b3bc9ecaa tempest-TestVolumeBootPattern-965247833 tempest-TestVolumeBootPattern-965247833-project-admin] Synchronizing usage tracker for tenant:e77375cec574451c82c87fc0592d892f on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:16:36.132340 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-f4dd613c-dd95-41a5-9459-1b8b3bc9ecaa tempest-TestVolumeBootPattern-965247833 tempest-TestVolumeBootPattern-965247833-project-admin] Unset dirty status for tenant:e77375cec574451c82c87fc0592d892f on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:16:36.133480 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-f4dd613c-dd95-41a5-9459-1b8b3bc9ecaa tempest-TestVolumeBootPattern-965247833 tempest-TestVolumeBootPattern-965247833-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 1094 time: 0.3829193 May 26 11:16:36.137092 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 51474) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:16:36.142188 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Request body: {'floatingip': {'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'port_id': 'd8b9771c-e723-4538-aaf8-cee9e3f17720', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:16:36.154266 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:16:36.160561 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Usage tracker for resource:floatingip and tenant:da72a28d3e51419ca0dcfbdfb174e658 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:16:36.168481 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:16:36.172691 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:16:36.195947 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88a3b9-1211-465e-8a7a-6736b57fe8ff req-1343da3a-7ef8-46ba-9f54-85511d30845c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:36.197624 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b88a3b9-1211-465e-8a7a-6736b57fe8ff req-1343da3a-7ef8-46ba-9f54-85511d30845c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.1024148 May 26 11:16:36.249131 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b88a3b9-1211-465e-8a7a-6736b57fe8ff req-96e67950-84df-4490-97f4-2bfba990964e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445457 May 26 11:16:36.254707 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for floatingip, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:36.418330 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:36.450896 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d8ce1-347d-4c38-9964-ad46d615a752 req-1cc69045-8857-4d8d-b1d1-a38b47a07ff6 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:36.453686 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ac5d8ce1-347d-4c38-9964-ad46d615a752 req-1cc69045-8857-4d8d-b1d1-a38b47a07ff6 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.1061032 May 26 11:16:36.508889 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ac5d8ce1-347d-4c38-9964-ad46d615a752 req-3d5e9907-420b-4897-a872-6bbb35f15e03 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434372 May 26 11:16:36.569169 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Allocated IP 172.27.2.166 (0c406d08-576a-4058-82f8-2db7a46cb825/c8dc709d-33af-406d-94f8-5d106e5714b1/cc96fe76-0ab1-4133-b51d-07da27df4927) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:16:36.716384 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:36.825450 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:36.829652 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:36.903274 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Network 0c406d08-576a-4058-82f8-2db7a46cb825 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:16:36.906599 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:16:36.910884 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:16:36.951299 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Pushing event updated for resources: {'Port': ['ID=cc96fe76-0ab1-4133-b51d-07da27df4927,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:36.967699 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:36.968061 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:36.968450 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:36.968835 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:36.969681 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:36.969681 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:36.970037 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:36.970386 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:36.970771 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:36.971121 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:36.971469 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:36.971813 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:36.977347 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:37.460061 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:37.636538 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:37.732562 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06aac80-4ee2-49d4-b1a8-3a68400feb1b req-f23fa6d4-bb6b-49fb-8620-d0c2d6392e9a tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:37.734806 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f06aac80-4ee2-49d4-b1a8-3a68400feb1b req-f23fa6d4-bb6b-49fb-8620-d0c2d6392e9a tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0881462 May 26 11:16:37.786374 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f06aac80-4ee2-49d4-b1a8-3a68400feb1b req-7fa46582-f523-469e-b53b-96e72d58e53b tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440755 May 26 11:16:37.885110 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:37.973237 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-857911'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:37.978440 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:38.087631 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Pushing event updated for resources: {'Port': ['ID=cc96fe76-0ab1-4133-b51d-07da27df4927,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:38.091757 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:38.099722 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424661'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:38.282887 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.db.l3_db [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Floating IP f5518e4b-c502-4d34-b298-c95fc8f5ab6e associated. External IP: 172.27.2.166, port: d8b9771c-e723-4538-aaf8-cee9e3f17720. May 26 11:16:38.348960 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28afd9-5b81-4a67-9acc-db253aa5a669 req-3397cbec-1ebd-4db0-ac32-758a57e2377a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:38.357210 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1b28afd9-5b81-4a67-9acc-db253aa5a669 req-3397cbec-1ebd-4db0-ac32-758a57e2377a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.1815135 May 26 11:16:38.403861 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1b28afd9-5b81-4a67-9acc-db253aa5a669 req-5a3c5afe-02d9-4437-b5a1-c5b82579f8af tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458026 May 26 11:16:38.670170 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Router a9d2b93c-4f37-4130-b412-37761d59f623 has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:16:38.964929 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 51544) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:16:39.012970 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:16:39.029252 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400794ea-3ae3-4dae-9c12-4bfc08585152 None None] Sync routers for ids ['a9d2b93c-4f37-4130-b412-37761d59f623'] in dv-cinder-793136-1-iscsi {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:16:39.033371 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fb862-502c-478f-b19d-5b06c100c5cb req-2f56639e-58c4-4f43-b7e6-dfe6ef8975c7 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:39.035426 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d16fb862-502c-478f-b19d-5b06c100c5cb req-2f56639e-58c4-4f43-b7e6-dfe6ef8975c7 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.1290431 May 26 11:16:39.044312 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400794ea-3ae3-4dae-9c12-4bfc08585152 None None] Routers {'a9d2b93c-4f37-4130-b412-37761d59f623'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:16:39.045000 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-400794ea-3ae3-4dae-9c12-4bfc08585152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:16:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['a9d2b93c-4f37-4130-b412-37761d59f623'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:16:39.112266 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d16fb862-502c-478f-b19d-5b06c100c5cb req-d28f1ef5-699d-4661-b2bf-60c5f51b0cb1 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665886 May 26 11:16:39.134295 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:39.187632 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device ab763bf2-14f6-4e63-a977-d1da102eb4fd no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:16:39.209718 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0684292 May 26 11:16:39.209718 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3c53b8-9293-4e52-92ab-bce4838e720e', 'tag': 'd8b9771c-e723-4538-aaf8-cee9e3f17720'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:16:39.240790 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-74c2d2e6-ec8c-438b-8125-58b5800e6bd1 req-019f776a-6a72-4b81-9107-383c6245e3d5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2684593 May 26 11:16:39.272645 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3c53b8-9293-4e52-92ab-bce4838e720e', 'tag': 'd8b9771c-e723-4538-aaf8-cee9e3f17720', 'status': 'completed', 'code': 200} May 26 11:16:39.301191 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-400794ea-3ae3-4dae-9c12-4bfc08585152 None None] Set router a9d2b93c-4f37-4130-b412-37761d59f623 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:16:39.461128 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e1e6e-2d84-49e3-8f4a-dd5e46e32dd0 req-a311650a-fe4a-46ff-9c09-23b54eec2331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:39.464011 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-f40e1e6e-2d84-49e3-8f4a-dd5e46e32dd0 req-a311650a-fe4a-46ff-9c09-23b54eec2331 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da72a28d3e51419ca0dcfbdfb174e658&device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 1099 time: 0.1110079 May 26 11:16:39.631493 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e1e6e-2d84-49e3-8f4a-dd5e46e32dd0 req-148896c5-3ddc-4962-ac48-b5f3731a3196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:39.633009 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-f40e1e6e-2d84-49e3-8f4a-dd5e46e32dd0 req-148896c5-3ddc-4962-ac48-b5f3731a3196 service neutron] 10.222.0.37 "GET /v2.0/networks?id=377a1f2e-d6d0-49e0-923a-b599684df483 HTTP/1.1" status: 200 len: 913 time: 0.1615169 May 26 11:16:39.700457 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7d714-1713-4fee-9612-b7115773d194 req-499c4f54-fc59-46a5-afad-87c2eec9659c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:39.702171 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4ee7d714-1713-4fee-9612-b7115773d194 req-499c4f54-fc59-46a5-afad-87c2eec9659c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.0959768 May 26 11:16:39.771429 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4ee7d714-1713-4fee-9612-b7115773d194 req-ffae10ba-4f27-4308-bd4e-bbc77ec8e9c6 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615366 May 26 11:16:39.787678 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-f40e1e6e-2d84-49e3-8f4a-dd5e46e32dd0 req-332bdf01-54fc-498a-9e37-b80db58cf47a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8b9771c-e723-4538-aaf8-cee9e3f17720 HTTP/1.1" status: 200 len: 1000 time: 0.1364565 May 26 11:16:39.814674 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-400794ea-3ae3-4dae-9c12-4bfc08585152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': 'f5518e4b-c502-4d34-b298-c95fc8f5ab6e', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'port_id': 'd8b9771c-e723-4538-aaf8-cee9e3f17720', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'mac_address': 'fa:16:3e:64:ce:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3c53b8-9293-4e52-92ab-bce4838e720e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:16:37Z', 'updated_at': '2021-05-26T11:16:37Z', 'revision_number': 0, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef82f069-a73e-4151-8ba0-9587d72c53cb', 'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'mac_address': 'fa:16:3e:ba:f3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:15Z', 'revision_number': 5, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'subnets': [{'id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:16:39.818764 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400794ea-3ae3-4dae-9c12-4bfc08585152 None None] Checking router: a9d2b93c-4f37-4130-b412-37761d59f623 for host: dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:16:39.829864 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400794ea-3ae3-4dae-9c12-4bfc08585152 None None] Routers {'a9d2b93c-4f37-4130-b412-37761d59f623'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:16:39.830605 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-400794ea-3ae3-4dae-9c12-4bfc08585152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:16:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['a9d2b93c-4f37-4130-b412-37761d59f623'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:16:39.857362 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e1e6e-2d84-49e3-8f4a-dd5e46e32dd0 req-91787259-90bc-419e-9aaa-155edb1140ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:39.859043 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-f40e1e6e-2d84-49e3-8f4a-dd5e46e32dd0 req-91787259-90bc-419e-9aaa-155edb1140ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d9720a9-e515-4624-88e4-23a7dedd3e0e HTTP/1.1" status: 200 len: 851 time: 0.0617075 May 26 11:16:39.950164 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e1e6e-2d84-49e3-8f4a-dd5e46e32dd0 req-b2682820-485a-45b1-8cbe-4af8cfe61ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:39.951635 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-f40e1e6e-2d84-49e3-8f4a-dd5e46e32dd0 req-b2682820-485a-45b1-8cbe-4af8cfe61ad8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=377a1f2e-d6d0-49e0-923a-b599684df483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0827188 May 26 11:16:40.029146 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-400794ea-3ae3-4dae-9c12-4bfc08585152 None None] Set router a9d2b93c-4f37-4130-b412-37761d59f623 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:16:40.099571 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-f40e1e6e-2d84-49e3-8f4a-dd5e46e32dd0 req-b2dc3146-377c-4554-92fc-51f22a00eb85 service neutron] 10.222.0.37 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329339 May 26 11:16:40.330850 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-f40e1e6e-2d84-49e3-8f4a-dd5e46e32dd0 req-3a5ba93f-c560-4fa1-9737-955ae8971c09 service neutron] 10.222.0.37 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081208 May 26 11:16:40.345838 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd331d-be4a-4dfe-9607-937c1d516024 req-6463cab0-e411-4643-a0b9-b1055151550b tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:40.347261 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d3dd331d-be4a-4dfe-9607-937c1d516024 req-6463cab0-e411-4643-a0b9-b1055151550b tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.1056137 May 26 11:16:40.395427 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d3dd331d-be4a-4dfe-9607-937c1d516024 req-6483273f-6a4b-4975-a800-5dce70da1b2c tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421033 May 26 11:16:40.465474 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-400794ea-3ae3-4dae-9c12-4bfc08585152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': 'f5518e4b-c502-4d34-b298-c95fc8f5ab6e', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'port_id': 'd8b9771c-e723-4538-aaf8-cee9e3f17720', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'mac_address': 'fa:16:3e:64:ce:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3c53b8-9293-4e52-92ab-bce4838e720e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:16:37Z', 'updated_at': '2021-05-26T11:16:37Z', 'revision_number': 0, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef82f069-a73e-4151-8ba0-9587d72c53cb', 'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'mac_address': 'fa:16:3e:ba:f3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:15Z', 'revision_number': 5, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'subnets': [{'id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:16:40.469444 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400794ea-3ae3-4dae-9c12-4bfc08585152 None None] The sync data for ids ['a9d2b93c-4f37-4130-b412-37761d59f623'] in dv-cinder-793136-1-iscsi is: [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': 'f5518e4b-c502-4d34-b298-c95fc8f5ab6e', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'port_id': 'd8b9771c-e723-4538-aaf8-cee9e3f17720', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'mac_address': 'fa:16:3e:64:ce:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3c53b8-9293-4e52-92ab-bce4838e720e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:16:37Z', 'updated_at': '2021-05-26T11:16:37Z', 'revision_number': 0, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef82f069-a73e-4151-8ba0-9587d72c53cb', 'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'mac_address': 'fa:16:3e:ba:f3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:15Z', 'revision_number': 5, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'subnets': [{'id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:16:40.726596 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c0d7b-83db-4ed4-9744-81adbbfa467c None None] New status for floating IP f5518e4b-c502-4d34-b298-c95fc8f5ab6e: ACTIVE {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:16:40.969625 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82555e3-2243-49f2-bbf2-5f7c74f6d597 req-131a1069-6d9f-4285-ad5b-e3d67f09cb7a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:40.973237 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e82555e3-2243-49f2-bbf2-5f7c74f6d597 req-131a1069-6d9f-4285-ad5b-e3d67f09cb7a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.0839107 May 26 11:16:41.020425 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e82555e3-2243-49f2-bbf2-5f7c74f6d597 req-328e1cd6-3fce-490f-886a-38d951e4701e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394537 May 26 11:16:41.603026 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c386e-0fba-4ef2-8611-1f031df02edb req-d61d238d-3b59-4547-9c2b-822e43e1fdff tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:41.604974 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ee9c386e-0fba-4ef2-8611-1f031df02edb req-d61d238d-3b59-4547-9c2b-822e43e1fdff tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0976093 May 26 11:16:41.651946 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ee9c386e-0fba-4ef2-8611-1f031df02edb req-46aa5955-62d4-4532-affb-4f4b74bca3e1 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414686 May 26 11:16:42.226268 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee9bda-c83b-4169-babf-bc07ded36dd5 req-5977de88-7a24-4cdc-b939-61b59cd9a22e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:42.228291 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-84ee9bda-c83b-4169-babf-bc07ded36dd5 req-5977de88-7a24-4cdc-b939-61b59cd9a22e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.0858326 May 26 11:16:42.277628 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-84ee9bda-c83b-4169-babf-bc07ded36dd5 req-fba97ebc-45b8-45b8-bdd1-d8804044ed03 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436206 May 26 11:16:42.851973 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d2b46-44cb-4654-b19d-a9f176c90a99 req-a28636c3-f83e-407e-8e19-d88f9e9de499 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:42.853450 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ba1d2b46-44cb-4654-b19d-a9f176c90a99 req-a28636c3-f83e-407e-8e19-d88f9e9de499 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0830986 May 26 11:16:42.897952 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ba1d2b46-44cb-4654-b19d-a9f176c90a99 req-b380d624-9f69-4cd7-8fc9-aef14afcaa2b tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386238 May 26 11:16:43.481188 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6cf7f3-b14c-4b9e-9922-7d120dbc3536 req-db7386c7-ea60-4e30-89c1-6256a318a41e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:43.482593 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9f6cf7f3-b14c-4b9e-9922-7d120dbc3536 req-db7386c7-ea60-4e30-89c1-6256a318a41e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.0896559 May 26 11:16:43.535674 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9f6cf7f3-b14c-4b9e-9922-7d120dbc3536 req-c7bfaba5-2c9e-4017-8629-13e3c834319d tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427821 May 26 11:16:44.111608 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f640545-779b-4bc3-9b02-8a70d661ac05 req-8987c6ff-8d00-4bd1-bf50-2675bee80f03 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:44.113041 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3f640545-779b-4bc3-9b02-8a70d661ac05 req-8987c6ff-8d00-4bd1-bf50-2675bee80f03 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0928204 May 26 11:16:44.160268 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3f640545-779b-4bc3-9b02-8a70d661ac05 req-5219f8a7-41b0-48b4-9a69-0d276d166a23 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405462 May 26 11:16:44.739579 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bbc4d-3b29-49f6-8d81-72333e7c9b50 req-6c7bd43c-9d23-4f6e-9306-be440b29c10f tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:44.740919 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c42bbc4d-3b29-49f6-8d81-72333e7c9b50 req-6c7bd43c-9d23-4f6e-9306-be440b29c10f tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.0937541 May 26 11:16:44.786742 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c42bbc4d-3b29-49f6-8d81-72333e7c9b50 req-21d6e344-8412-4cfd-ab7c-e952408ceb9a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388949 May 26 11:16:45.352479 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b45838-c22c-427a-93c7-b1f103de3e7c req-ca1dfa3a-8b5d-4cb8-ae49-497857c256f0 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:45.353991 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-47b45838-c22c-427a-93c7-b1f103de3e7c req-ca1dfa3a-8b5d-4cb8-ae49-497857c256f0 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0817056 May 26 11:16:45.403998 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-47b45838-c22c-427a-93c7-b1f103de3e7c req-f2d2ef75-1edf-416f-8b22-2badaf27372b tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436151 May 26 11:16:45.994702 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b547f4-26fd-4c70-afff-05b5bf4888b1 req-7f562195-3056-4474-bffc-bfe77fa75b55 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:45.996149 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-74b547f4-26fd-4c70-afff-05b5bf4888b1 req-7f562195-3056-4474-bffc-bfe77fa75b55 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.0854585 May 26 11:16:46.042207 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-74b547f4-26fd-4c70-afff-05b5bf4888b1 req-af9f18e4-272e-4b03-893c-cb55bf233089 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395932 May 26 11:16:46.596422 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f6927-6c22-46f4-8375-0cf2b4cc36b6 req-f6a1bfaa-b18e-450b-8a56-4432a633f731 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:46.598012 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-620f6927-6c22-46f4-8375-0cf2b4cc36b6 req-f6a1bfaa-b18e-450b-8a56-4432a633f731 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0830917 May 26 11:16:46.653330 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-620f6927-6c22-46f4-8375-0cf2b4cc36b6 req-ac20753d-40e8-4e28-81d1-2a37bbbc9bc6 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442100 May 26 11:16:46.966321 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ca1a0-0e42-4410-8075-88f45ab120b4 req-413ecb9c-e2bc-47b2-b552-1ba13a3b085c tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:46.967995 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ac8ca1a0-0e42-4410-8075-88f45ab120b4 req-413ecb9c-e2bc-47b2-b552-1ba13a3b085c tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 945 time: 0.0962679 May 26 11:16:47.017913 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ac8ca1a0-0e42-4410-8075-88f45ab120b4 req-c01b2147-1d9f-4301-8cdb-a59bc6fa5ee2 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441234 May 26 11:16:47.042027 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 51650) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:16:47.232781 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e2e603-6754-461b-9c9f-6571a466b821 tempest-TestMinimumBasicScenario-308055803 tempest-TestMinimumBasicScenario-308055803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:47.233500 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-d0e2e603-6754-461b-9c9f-6571a466b821 tempest-TestMinimumBasicScenario-308055803 tempest-TestMinimumBasicScenario-308055803-project-admin] Synchronizing usage tracker for tenant:50408401bc354862859c3f860efa1150 on resource:port {{(pid=92385) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:16:47.245895 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b203355-aceb-4c82-b04b-06df55f3a26d req-b8b4de92-28a7-4ea8-bae5-3c4e96fe8f32 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:47.247338 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4b203355-aceb-4c82-b04b-06df55f3a26d req-b8b4de92-28a7-4ea8-bae5-3c4e96fe8f32 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.0926909 May 26 11:16:47.296938 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4b203355-aceb-4c82-b04b-06df55f3a26d req-cf5bc576-ada1-4e58-baad-1fb80792e31d tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435290 May 26 11:16:47.312064 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-d0e2e603-6754-461b-9c9f-6571a466b821 tempest-TestMinimumBasicScenario-308055803 tempest-TestMinimumBasicScenario-308055803-project-admin] Unset dirty status for tenant:50408401bc354862859c3f860efa1150 on resource:port {{(pid=92385) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:16:47.313357 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-d0e2e603-6754-461b-9c9f-6571a466b821 tempest-TestMinimumBasicScenario-308055803 tempest-TestMinimumBasicScenario-308055803-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 1093 time: 0.2702327 May 26 11:16:47.316391 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 51658) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:16:47.322333 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Request body: {'floatingip': {'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'port_id': 'a7559e9d-9796-4739-bad7-328576676262', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:16:47.329074 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:16:47.332923 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Usage tracker for resource:floatingip and tenant:14eeeebd5f504b798cc63f39edfc21f7 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:16:47.335753 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:16:47.341284 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:16:47.423867 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for floatingip, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:47.569516 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:47.718910 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Allocated IP 172.27.2.121 (0c406d08-576a-4058-82f8-2db7a46cb825/c8dc709d-33af-406d-94f8-5d106e5714b1/48a390d6-37af-44e1-9472-e9432851c4d2) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:16:47.858333 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8046b4-8ca0-4b57-9fe5-d4364de2d80a req-3f61a2c9-9a10-4aa0-8ea6-11e160bce7fb tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:47.859808 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fe8046b4-8ca0-4b57-9fe5-d4364de2d80a req-3f61a2c9-9a10-4aa0-8ea6-11e160bce7fb tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0956163 May 26 11:16:47.879243 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:47.905879 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fe8046b4-8ca0-4b57-9fe5-d4364de2d80a req-55bc6ad9-0a42-4449-9f1b-5d3aaeddd5a6 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398614 May 26 11:16:47.984889 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:47.989825 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bde8c1fc-c502-4d14-b702-d914c9878695 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:48.050706 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Network 0c406d08-576a-4058-82f8-2db7a46cb825 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:16:48.053628 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:16:48.057516 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:16:48.099830 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Pushing event updated for resources: {'Port': ['ID=48a390d6-37af-44e1-9472-e9432851c4d2,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:48.104455 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:48.524783 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd964ecb-4d60-49da-b880-8607dda9ae6c req-4a791fda-4132-4ad8-b645-fcb326c89972 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:48.526295 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd964ecb-4d60-49da-b880-8607dda9ae6c req-4a791fda-4132-4ad8-b645-fcb326c89972 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.1066887 May 26 11:16:48.574280 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd964ecb-4d60-49da-b880-8607dda9ae6c req-52aa0456-95a2-4091-bdc2-2763fd0cafec tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419519 May 26 11:16:48.606597 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:48.748390 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:48.978128 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:49.064533 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-857911'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:49.069577 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4c116169-63f6-4ab5-9255-ba96ee3b0ebd tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:49.114537 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b3677-ca0f-4631-8a63-457e3ab4b127 req-5f433712-a8e0-4561-a684-179d9c7d6f4f tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:49.116031 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0c6b3677-ca0f-4631-8a63-457e3ab4b127 req-5f433712-a8e0-4561-a684-179d9c7d6f4f tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0869191 May 26 11:16:49.169739 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0c6b3677-ca0f-4631-8a63-457e3ab4b127 req-fcbf35a2-a50c-4916-93c8-3665fde613b5 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463750 May 26 11:16:49.197975 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Pushing event updated for resources: {'Port': ['ID=48a390d6-37af-44e1-9472-e9432851c4d2,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:49.201759 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:49.208562 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424661'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:49.384343 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.db.l3_db [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Floating IP 3197d4a6-6a68-4b64-bd55-893fde458253 associated. External IP: 172.27.2.121, port: a7559e9d-9796-4739-bad7-328576676262. May 26 11:16:49.775082 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Router 89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1 has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:16:49.855270 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571c1c7-a406-4841-98e5-72fedd9908a0 req-5087629b-315b-4076-888a-3f537b9f4837 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:49.856842 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d571c1c7-a406-4841-98e5-72fedd9908a0 req-5087629b-315b-4076-888a-3f537b9f4837 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.1626627 May 26 11:16:49.912258 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d571c1c7-a406-4841-98e5-72fedd9908a0 req-4f197244-9e41-4e0e-abe6-378ae7296121 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494683 May 26 11:16:50.075156 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:16:50.091160 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68679f31-1a27-4fe2-9781-3254bbc090dd None None] Sync routers for ids ['89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'] in dv-cinder-793136-1-iscsi {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:16:50.101529 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68679f31-1a27-4fe2-9781-3254bbc090dd None None] Routers {'89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:16:50.102354 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-68679f31-1a27-4fe2-9781-3254bbc090dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:16:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:16:50.139951 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20933289-021c-4d43-ba52-876dd30214ab req-4c71f7e1-2505-4c77-b0be-022732a1a961 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:50.141758 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-20933289-021c-4d43-ba52-876dd30214ab req-4c71f7e1-2505-4c77-b0be-022732a1a961 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 945 time: 0.1117127 May 26 11:16:50.172777 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:50.199795 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-20933289-021c-4d43-ba52-876dd30214ab req-5e247f90-9803-49db-b291-f72689fedb74 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516002 May 26 11:16:50.254601 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 51696) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:16:50.262456 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-381197304', 'description': 'tempest-secgroup-smoke-381197304 description', 'project_id': '14eeeebd5f504b798cc63f39edfc21f7'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:16:50.267765 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9477494 May 26 11:16:50.268901 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00667a5a-0412-4186-9e3b-16f074162a49', 'tag': 'a7559e9d-9796-4739-bad7-328576676262'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:16:50.282027 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:16:50.291235 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Usage tracker for resource:security_group and tenant:14eeeebd5f504b798cc63f39edfc21f7 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:16:50.301201 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:16:50.312969 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:16:50.370427 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00667a5a-0412-4186-9e3b-16f074162a49', 'tag': 'a7559e9d-9796-4739-bad7-328576676262', 'status': 'completed', 'code': 200} May 26 11:16:50.385001 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:50.394270 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-68679f31-1a27-4fe2-9781-3254bbc090dd None None] Set router 89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:16:50.451316 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:16:50.457974 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Usage tracker for resource:security_group_rule and tenant:14eeeebd5f504b798cc63f39edfc21f7 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:16:50.466741 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:16:50.475207 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:16:50.531379 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21df1b2-503a-4bb0-8c2c-30a2175f4922 req-8e7f0429-dc3e-44fe-93c6-52ad3dbd02c2 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:50.545182 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b21df1b2-503a-4bb0-8c2c-30a2175f4922 req-8e7f0429-dc3e-44fe-93c6-52ad3dbd02c2 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.1505237 May 26 11:16:50.611328 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef461b-6a65-421d-9adf-29f1bb636d39 req-ae318cdd-a123-4c1f-a6a7-74cc69d3241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:50.613175 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-75ef461b-6a65-421d-9adf-29f1bb636d39 req-ae318cdd-a123-4c1f-a6a7-74cc69d3241e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=14eeeebd5f504b798cc63f39edfc21f7&device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 1098 time: 0.1003733 May 26 11:16:50.653375 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b21df1b2-503a-4bb0-8c2c-30a2175f4922 req-f7a78da8-7e87-4793-b5b0-991a2a4a844b tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730684 May 26 11:16:50.659260 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:50.722558 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:50.729134 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ae2552b7-2067-4b24-ac02-9acc8248d2f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:50.769656 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da18a81-ac35-4ab7-970b-413b03846335,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:50.778075 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:50.778602 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:50.779064 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:50.779517 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:50.779970 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:50.780419 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:50.780865 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:50.781312 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:50.781754 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:50.782507 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:50.782631 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:50.783191 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:50.796085 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:50.829725 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef461b-6a65-421d-9adf-29f1bb636d39 req-d864def8-3459-4140-b9dd-5543b3deb808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:50.831225 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-75ef461b-6a65-421d-9adf-29f1bb636d39 req-d864def8-3459-4140-b9dd-5543b3deb808 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cde0896d-54b3-4d56-a175-3f2fec6c2adb HTTP/1.1" status: 200 len: 915 time: 0.1867597 May 26 11:16:50.839819 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-68679f31-1a27-4fe2-9781-3254bbc090dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'name': 'tempest-TestMinimumBasicScenario-673801033-router', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:00Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'gw_port': {'id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:02Z', 'updated_at': '2021-05-26T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': '3197d4a6-6a68-4b64-bd55-893fde458253', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'port_id': 'a7559e9d-9796-4739-bad7-328576676262', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb', 'mac_address': 'fa:16:3e:6f:f9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00667a5a-0412-4186-9e3b-16f074162a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:16:48Z', 'updated_at': '2021-05-26T11:16:48Z', 'revision_number': 0, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c2bfce-b717-4643-b6c3-0989f7d66f6b', 'name': '', 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'mac_address': 'fa:16:3e:5a:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '225d7685-56cc-4eff-acf8-e6ea831b0ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:18Z', 'revision_number': 5, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'subnets': [{'id': '225d7685-56cc-4eff-acf8-e6ea831b0ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:16:50.841609 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:50.843095 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5870650 May 26 11:16:50.846085 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 51708) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:16:50.850222 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68679f31-1a27-4fe2-9781-3254bbc090dd None None] Checking router: 89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1 for host: dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:16:50.851832 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-426d91d3-4d55-42bf-b5c8-700018a389c0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Request body: {'security_group_rule': {'security_group_id': '3da18a81-ac35-4ab7-970b-413b03846335', 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:16:50.862936 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68679f31-1a27-4fe2-9781-3254bbc090dd None None] Routers {'89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:16:50.863872 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-68679f31-1a27-4fe2-9781-3254bbc090dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:16:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:16:50.938485 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-426d91d3-4d55-42bf-b5c8-700018a389c0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:16:50.962490 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-426d91d3-4d55-42bf-b5c8-700018a389c0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Usage tracker for resource:security_group_rule and tenant:14eeeebd5f504b798cc63f39edfc21f7 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:16:50.971787 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-426d91d3-4d55-42bf-b5c8-700018a389c0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:16:50.988755 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-426d91d3-4d55-42bf-b5c8-700018a389c0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:16:51.008363 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-75ef461b-6a65-421d-9adf-29f1bb636d39 req-f9be0f47-40eb-48ae-82a7-51005b7f5362 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7559e9d-9796-4739-bad7-328576676262 HTTP/1.1" status: 200 len: 999 time: 0.1403508 May 26 11:16:51.073154 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-68679f31-1a27-4fe2-9781-3254bbc090dd None None] Set router 89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:16:51.086301 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef461b-6a65-421d-9adf-29f1bb636d39 req-f9696798-307c-4350-a3e4-359b35979825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:51.088330 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-75ef461b-6a65-421d-9adf-29f1bb636d39 req-f9696798-307c-4350-a3e4-359b35979825 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=225d7685-56cc-4eff-acf8-e6ea831b0ce2 HTTP/1.1" status: 200 len: 853 time: 0.0700285 May 26 11:16:51.137088 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c9d52-1745-447f-b991-d0d5223edc70 req-479c2068-d605-46d8-87a8-7b49226c9125 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:51.138673 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4f9c9d52-1745-447f-b991-d0d5223edc70 req-479c2068-d605-46d8-87a8-7b49226c9125 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.1074119 May 26 11:16:51.164134 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-426d91d3-4d55-42bf-b5c8-700018a389c0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:51.252183 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4f9c9d52-1745-447f-b991-d0d5223edc70 req-0fac5e53-027d-42c7-9e78-9a85c617a97c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052675 May 26 11:16:51.260651 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef461b-6a65-421d-9adf-29f1bb636d39 req-b92a9fc0-aae5-4610-8091-dea2ff8011a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:51.266593 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-75ef461b-6a65-421d-9adf-29f1bb636d39 req-b92a9fc0-aae5-4610-8091-dea2ff8011a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cde0896d-54b3-4d56-a175-3f2fec6c2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1487405 May 26 11:16:51.317880 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2d2e6-ec8c-438b-8125-58b5800e6bd1 req-9851cd39-b3db-4e68-86b2-9d7bcfecefbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:51.318761 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-74c2d2e6-ec8c-438b-8125-58b5800e6bd1 req-9851cd39-b3db-4e68-86b2-9d7bcfecefbd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5&tenant_id=a6fe442964904bd3b71480242adf4f16 HTTP/1.1" status: 200 len: 1096 time: 0.1392679 May 26 11:16:51.370012 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-426d91d3-4d55-42bf-b5c8-700018a389c0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:51.448954 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-75ef461b-6a65-421d-9adf-29f1bb636d39 req-8183d24c-111d-4778-8643-b94a57feb51f service neutron] 10.222.0.37 "GET /v2.0/networks/cde0896d-54b3-4d56-a175-3f2fec6c2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713748 May 26 11:16:51.475372 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-68679f31-1a27-4fe2-9781-3254bbc090dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'name': 'tempest-TestMinimumBasicScenario-673801033-router', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:00Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'gw_port': {'id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:02Z', 'updated_at': '2021-05-26T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': '3197d4a6-6a68-4b64-bd55-893fde458253', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'port_id': 'a7559e9d-9796-4739-bad7-328576676262', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb', 'mac_address': 'fa:16:3e:6f:f9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00667a5a-0412-4186-9e3b-16f074162a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:16:48Z', 'updated_at': '2021-05-26T11:16:48Z', 'revision_number': 0, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c2bfce-b717-4643-b6c3-0989f7d66f6b', 'name': '', 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'mac_address': 'fa:16:3e:5a:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '225d7685-56cc-4eff-acf8-e6ea831b0ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:18Z', 'revision_number': 5, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'subnets': [{'id': '225d7685-56cc-4eff-acf8-e6ea831b0ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:16:51.480447 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68679f31-1a27-4fe2-9781-3254bbc090dd None None] The sync data for ids ['89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'] in dv-cinder-793136-1-iscsi is: [{'id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'name': 'tempest-TestMinimumBasicScenario-673801033-router', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:00Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'gw_port': {'id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:02Z', 'updated_at': '2021-05-26T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': '3197d4a6-6a68-4b64-bd55-893fde458253', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'port_id': 'a7559e9d-9796-4739-bad7-328576676262', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb', 'mac_address': 'fa:16:3e:6f:f9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00667a5a-0412-4186-9e3b-16f074162a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:16:48Z', 'updated_at': '2021-05-26T11:16:48Z', 'revision_number': 0, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c2bfce-b717-4643-b6c3-0989f7d66f6b', 'name': '', 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'mac_address': 'fa:16:3e:5a:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '225d7685-56cc-4eff-acf8-e6ea831b0ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:18Z', 'revision_number': 5, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'subnets': [{'id': '225d7685-56cc-4eff-acf8-e6ea831b0ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:16:51.496523 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-426d91d3-4d55-42bf-b5c8-700018a389c0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:51.525394 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2d2e6-ec8c-438b-8125-58b5800e6bd1 req-9beee100-26f6-4706-9637-07b9754e9e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:51.525394 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-74c2d2e6-ec8c-438b-8125-58b5800e6bd1 req-9beee100-26f6-4706-9637-07b9754e9e00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6fe442964904bd3b71480242adf4f16&device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 1096 time: 0.1558001 May 26 11:16:51.528009 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-98b7ee63-9757-45a9-9a11-272ecefb00db tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:51.555023 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6e023-72be-4920-88db-764cc98a58a1 req-158019a1-d915-4c0d-82a6-44f26a7ba356 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:51.558446 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2ae6e023-72be-4920-88db-764cc98a58a1 req-158019a1-d915-4c0d-82a6-44f26a7ba356 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 945 time: 0.1606572 May 26 11:16:51.571748 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d91d3-4d55-42bf-b5c8-700018a389c0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789c5461-f893-4539-ae47-8dc80e47380d,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:51.579260 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-426d91d3-4d55-42bf-b5c8-700018a389c0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:51.631583 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-75ef461b-6a65-421d-9adf-29f1bb636d39 req-9fce6a5f-c43c-44ca-b773-1f3678dd5a24 service neutron] 10.222.0.37 "GET /v2.0/networks/cde0896d-54b3-4d56-a175-3f2fec6c2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738844 May 26 11:16:51.689288 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-426d91d3-4d55-42bf-b5c8-700018a389c0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:51.693639 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-426d91d3-4d55-42bf-b5c8-700018a389c0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8437107 May 26 11:16:51.694262 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 51724) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:16:51.701080 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2ae6e023-72be-4920-88db-764cc98a58a1 req-75119f22-a7ce-4975-b3cf-423c1a1c56f6 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372213 May 26 11:16:51.708401 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-fee4256b-d127-4b0d-b925-b88a3c61769e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Request body: {'security_group_rule': {'security_group_id': '3da18a81-ac35-4ab7-970b-413b03846335', 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:16:51.731177 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-fee4256b-d127-4b0d-b925-b88a3c61769e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:16:51.740464 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-fee4256b-d127-4b0d-b925-b88a3c61769e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Usage tracker for resource:security_group_rule and tenant:14eeeebd5f504b798cc63f39edfc21f7 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:16:51.745354 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-fee4256b-d127-4b0d-b925-b88a3c61769e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:16:51.753993 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-fee4256b-d127-4b0d-b925-b88a3c61769e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:16:51.756503 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2d2e6-ec8c-438b-8125-58b5800e6bd1 req-dd33f624-5430-4486-bf5c-91fdf17a219c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:51.757835 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-74c2d2e6-ec8c-438b-8125-58b5800e6bd1 req-dd33f624-5430-4486-bf5c-91fdf17a219c service neutron] 10.222.0.37 "GET /v2.0/networks?id=513e1c4d-d73e-422d-b620-6e51d2db19e7 HTTP/1.1" status: 200 len: 918 time: 0.2338169 May 26 11:16:51.791486 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfe7adc-d031-452b-9da5-e3c481cc351b None None] New status for floating IP 3197d4a6-6a68-4b64-bd55-893fde458253: ACTIVE {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:16:51.905030 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fee4256b-d127-4b0d-b925-b88a3c61769e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:51.933084 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-74c2d2e6-ec8c-438b-8125-58b5800e6bd1 req-d1fb4cf3-0e67-4cd5-b92f-1568b02ee5b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab763bf2-14f6-4e63-a977-d1da102eb4fd HTTP/1.1" status: 200 len: 998 time: 0.1653035 May 26 11:16:51.985602 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fee4256b-d127-4b0d-b925-b88a3c61769e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:52.002238 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997e7b5-8f07-4109-afd5-60d399b597fa req-add30c18-e2a4-461f-8a65-5aa9cfecf4b9 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:52.003687 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f997e7b5-8f07-4109-afd5-60d399b597fa req-add30c18-e2a4-461f-8a65-5aa9cfecf4b9 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.1643891 May 26 11:16:52.033850 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2d2e6-ec8c-438b-8125-58b5800e6bd1 req-451658f4-2d44-4407-bc1b-cb3eb1ff4050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:52.035325 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-74c2d2e6-ec8c-438b-8125-58b5800e6bd1 req-451658f4-2d44-4407-bc1b-cb3eb1ff4050 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5300992e-d385-4173-9ce7-e81c35af28bb HTTP/1.1" status: 200 len: 856 time: 0.0924942 May 26 11:16:52.100279 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f997e7b5-8f07-4109-afd5-60d399b597fa req-8a55abe4-81b3-4e7b-ad87-48f3125e7ef3 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897272 May 26 11:16:52.122188 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fee4256b-d127-4b0d-b925-b88a3c61769e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:52.129406 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2d2e6-ec8c-438b-8125-58b5800e6bd1 req-c2637cb5-bdf7-424a-8561-458cfc87eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:52.130073 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-70bfd639-4e0e-456e-9b1b-97ebb9719bdf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:52.130867 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-74c2d2e6-ec8c-438b-8125-58b5800e6bd1 req-c2637cb5-bdf7-424a-8561-458cfc87eec3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=513e1c4d-d73e-422d-b620-6e51d2db19e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848122 May 26 11:16:52.150274 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4256b-d127-4b0d-b925-b88a3c61769e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009f8c6d-6a22-4c93-a6c0-c26bdf492aa7,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:52.152696 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fee4256b-d127-4b0d-b925-b88a3c61769e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:52.258989 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fee4256b-d127-4b0d-b925-b88a3c61769e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:52.260404 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-fee4256b-d127-4b0d-b925-b88a3c61769e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5650249 May 26 11:16:52.263037 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 51730) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:16:52.268153 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-b2d3f527-5029-4275-a140-6f1860386d45 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Request body: {'security_group_rule': {'security_group_id': '3da18a81-ac35-4ab7-970b-413b03846335', 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:16:52.269701 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-74c2d2e6-ec8c-438b-8125-58b5800e6bd1 req-51c41a53-6208-4c1f-a1ab-d4f44513b3b1 service neutron] 10.222.0.37 "GET /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303103 May 26 11:16:52.274761 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-b2d3f527-5029-4275-a140-6f1860386d45 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:16:52.278318 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-b2d3f527-5029-4275-a140-6f1860386d45 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Usage tracker for resource:security_group_rule and tenant:14eeeebd5f504b798cc63f39edfc21f7 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:16:52.281290 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-b2d3f527-5029-4275-a140-6f1860386d45 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:16:52.287048 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-b2d3f527-5029-4275-a140-6f1860386d45 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:16:52.390857 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b2d3f527-5029-4275-a140-6f1860386d45 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:52.455206 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-74c2d2e6-ec8c-438b-8125-58b5800e6bd1 req-8decdaf1-aa2b-49ee-9e5c-a5406dbd3813 service neutron] 10.222.0.37 "GET /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775370 May 26 11:16:52.463410 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b2d3f527-5029-4275-a140-6f1860386d45 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:52.484678 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf668a-ea63-44dd-bd99-3cbdbc0d4f82 req-b85e7dcb-06e4-4378-bc86-9a4370108271 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:52.486247 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f5cf668a-ea63-44dd-bd99-3cbdbc0d4f82 req-b85e7dcb-06e4-4378-bc86-9a4370108271 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.1026099 May 26 11:16:52.536519 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f5cf668a-ea63-44dd-bd99-3cbdbc0d4f82 req-ab8e0bd3-84a0-496a-8e11-b90e534f8dad tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410001 May 26 11:16:52.583537 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b2d3f527-5029-4275-a140-6f1860386d45 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:52.585608 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fee4256b-d127-4b0d-b925-b88a3c61769e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:52.611754 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3f527-5029-4275-a140-6f1860386d45 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041a52e5-f53f-4e38-bad3-b24aaf83ceae,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:52.614380 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b2d3f527-5029-4275-a140-6f1860386d45 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:52.710228 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b2d3f527-5029-4275-a140-6f1860386d45 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:52.715687 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-b2d3f527-5029-4275-a140-6f1860386d45 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4474626 May 26 11:16:52.719677 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 51738) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:16:52.724036 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-5edfb425-ab41-4eb1-bd42-d270d0612c25 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Request body: {'security_group_rule': {'security_group_id': '3da18a81-ac35-4ab7-970b-413b03846335', 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:16:52.761778 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-5edfb425-ab41-4eb1-bd42-d270d0612c25 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:16:52.776136 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-5edfb425-ab41-4eb1-bd42-d270d0612c25 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Usage tracker for resource:security_group_rule and tenant:14eeeebd5f504b798cc63f39edfc21f7 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:16:52.780684 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-5edfb425-ab41-4eb1-bd42-d270d0612c25 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:16:52.788375 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-5edfb425-ab41-4eb1-bd42-d270d0612c25 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:16:52.827452 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be80058-6b6d-4bfb-8f91-38411b6565ad req-fc10bba4-3dc2-4390-8e15-f9220d6648aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:52.829063 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-2be80058-6b6d-4bfb-8f91-38411b6565ad req-fc10bba4-3dc2-4390-8e15-f9220d6648aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 1098 time: 0.1102104 May 26 11:16:52.885738 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5edfb425-ab41-4eb1-bd42-d270d0612c25 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:52.904994 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-2be80058-6b6d-4bfb-8f91-38411b6565ad req-7f532448-3798-47b3-8028-70fc6f7e6169 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580785 May 26 11:16:52.981592 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29964600-9c8c-4737-96f8-66226f6705f4 req-3c6bc1fe-6ccc-495e-a94b-74cabc87e5c4 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:52.983113 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-29964600-9c8c-4737-96f8-66226f6705f4 req-3c6bc1fe-6ccc-495e-a94b-74cabc87e5c4 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 945 time: 0.2861586 May 26 11:16:52.985409 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5edfb425-ab41-4eb1-bd42-d270d0612c25 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:53.008346 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac28278-e24c-4d11-93c5-9cb96d38a775 req-eca0662a-23f3-4a84-b8dc-f6b309e842ba tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:53.009855 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4ac28278-e24c-4d11-93c5-9cb96d38a775 req-eca0662a-23f3-4a84-b8dc-f6b309e842ba tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 945 time: 0.1370678 May 26 11:16:53.058450 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5edfb425-ab41-4eb1-bd42-d270d0612c25 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:53.058830 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4ac28278-e24c-4d11-93c5-9cb96d38a775 req-c2a8aacc-4854-48f6-8cd4-0d9a7534dbea tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430253 May 26 11:16:53.060567 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6eee9a22-1aa1-4693-a976-d586096d5338 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:53.088972 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edfb425-ab41-4eb1-bd42-d270d0612c25 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e2b70b-3616-4d72-a763-c6e13ce41787,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:53.089723 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5edfb425-ab41-4eb1-bd42-d270d0612c25 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:53.161651 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5edfb425-ab41-4eb1-bd42-d270d0612c25 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:53.166574 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-5edfb425-ab41-4eb1-bd42-d270d0612c25 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4464481 May 26 11:16:53.167440 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 51762) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:16:53.173036 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-0e001aaa-12ee-43f1-a53a-fb38a839de3d tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Request body: {'security_group_rule': {'security_group_id': '3da18a81-ac35-4ab7-970b-413b03846335', 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:16:53.180122 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-0e001aaa-12ee-43f1-a53a-fb38a839de3d tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:16:53.184195 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-0e001aaa-12ee-43f1-a53a-fb38a839de3d tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Usage tracker for resource:security_group_rule and tenant:14eeeebd5f504b798cc63f39edfc21f7 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:16:53.187060 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-0e001aaa-12ee-43f1-a53a-fb38a839de3d tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:16:53.193268 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-0e001aaa-12ee-43f1-a53a-fb38a839de3d tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:16:53.292584 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-0e001aaa-12ee-43f1-a53a-fb38a839de3d tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Project 14eeeebd5f504b798cc63f39edfc21f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 11:16:53.316623 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0e001aaa-12ee-43f1-a53a-fb38a839de3d tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:53.442190 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0e001aaa-12ee-43f1-a53a-fb38a839de3d tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:53.458231 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01aa47-78b7-43a1-9f70-ae48d823f43d req-0cd7ebff-804e-4385-acba-294a32572e4a tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:53.459749 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ad01aa47-78b7-43a1-9f70-ae48d823f43d req-0cd7ebff-804e-4385-acba-294a32572e4a tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.2291837 May 26 11:16:53.482855 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-29964600-9c8c-4737-96f8-66226f6705f4 req-e0d370b1-888a-4752-838a-7166f5ded4b8 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Deleting port 9e51f6c3-2937-462c-95c8-dc12863be7e5 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:16:53.483193 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-29964600-9c8c-4737-96f8-66226f6705f4 req-e0d370b1-888a-4752-838a-7166f5ded4b8 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:53.577561 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0e001aaa-12ee-43f1-a53a-fb38a839de3d tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:53.595454 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:53.609721 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ad01aa47-78b7-43a1-9f70-ae48d823f43d req-55844704-d53e-459f-b1a2-17e632cf6678 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424451 May 26 11:16:53.639182 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e001aaa-12ee-43f1-a53a-fb38a839de3d tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab8d48a-cd1f-4152-bf43-bbaa4df4cb0c,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:53.651845 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0e001aaa-12ee-43f1-a53a-fb38a839de3d tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:53.706817 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-29964600-9c8c-4737-96f8-66226f6705f4 req-e0d370b1-888a-4752-838a-7166f5ded4b8 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] For port 9e51f6c3-2937-462c-95c8-dc12863be7e5, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=9e51f6c3-2937-462c-95c8-dc12863be7e5,segment=NetworkSegment(a54bf79d-a496-4511-b7db-5c024c6f7baa),segment_id=a54bf79d-a496-4511-b7db-5c024c6f7baa)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:16:53.707714 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-29964600-9c8c-4737-96f8-66226f6705f4 req-e0d370b1-888a-4752-838a-7166f5ded4b8 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:53.774076 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0e001aaa-12ee-43f1-a53a-fb38a839de3d tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:53.775198 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-0e001aaa-12ee-43f1-a53a-fb38a839de3d tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6066728 May 26 11:16:53.780080 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 51784) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:16:53.785464 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-3c47407d-05bf-425a-8162-f11edbf4d037 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Request body: {'security_group_rule': {'security_group_id': '3da18a81-ac35-4ab7-970b-413b03846335', 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:16:53.792466 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-3c47407d-05bf-425a-8162-f11edbf4d037 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:16:53.798307 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-3c47407d-05bf-425a-8162-f11edbf4d037 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Usage tracker for resource:security_group_rule and tenant:14eeeebd5f504b798cc63f39edfc21f7 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:16:53.802769 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-3c47407d-05bf-425a-8162-f11edbf4d037 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:16:53.813023 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-3c47407d-05bf-425a-8162-f11edbf4d037 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:16:53.902177 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-29964600-9c8c-4737-96f8-66226f6705f4 req-e0d370b1-888a-4752-838a-7166f5ded4b8 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Calling delete_port for 9e51f6c3-2937-462c-95c8-dc12863be7e5 owned by compute:nova {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:16:53.911251 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.db.securitygroups_db [None req-3c47407d-05bf-425a-8162-f11edbf4d037 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Project 14eeeebd5f504b798cc63f39edfc21f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 11:16:53.918085 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c47407d-05bf-425a-8162-f11edbf4d037 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:53.970007 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a2388-c248-45ac-9004-0f6e90df05b9 req-0f1176e8-c5d5-440c-959e-9ebdaa60516d tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:53.971698 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-346a2388-c248-45ac-9004-0f6e90df05b9 req-0f1176e8-c5d5-440c-959e-9ebdaa60516d tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.2530148 May 26 11:16:54.032662 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c47407d-05bf-425a-8162-f11edbf4d037 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:54.080502 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-346a2388-c248-45ac-9004-0f6e90df05b9 req-5fe7675b-6fd4-4ca6-b8d8-dc944f7d9501 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956783 May 26 11:16:54.099673 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c47407d-05bf-425a-8162-f11edbf4d037 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:54.109275 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-740da8de-a204-458c-b9d9-dbe87c4ecd53 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:54.148727 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47407d-05bf-425a-8162-f11edbf4d037 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0514e598-0059-420e-a16f-a9c2976edf94,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:54.156489 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3c47407d-05bf-425a-8162-f11edbf4d037 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:54.202850 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-29964600-9c8c-4737-96f8-66226f6705f4 req-e0d370b1-888a-4752-838a-7166f5ded4b8 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:54.211265 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:54.230947 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c47407d-05bf-425a-8162-f11edbf4d037 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:54.234630 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-3c47407d-05bf-425a-8162-f11edbf4d037 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4512157 May 26 11:16:54.245482 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['2f18e19c-06c0-471b-97ea-a28507a4ef4c', 'd8e8fc02-9593-40cd-9e92-90676116cdd3', 'e00cf166-b144-4022-bccb-27ddebb3fd7f', '9e51f6c3-2937-462c-95c8-dc12863be7e5'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:16:54.310981 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d370b1-888a-4752-838a-7166f5ded4b8 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Pushing event deleted for resources: {'Port': ['ID=9e51f6c3-2937-462c-95c8-dc12863be7e5,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:54.335315 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e0d370b1-888a-4752-838a-7166f5ded4b8 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:54.338238 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fa9d4b8a-65fb-4601-8b6b-20e4f0bc18a6 req-f7db62c5-1d1c-4bf3-9cf1-29aa8c39fbb2 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 210 time: 0.0845559 May 26 11:16:54.434981 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-29964600-9c8c-4737-96f8-66226f6705f4 req-e0d370b1-888a-4752-838a-7166f5ded4b8 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] No DVR routers for this DVR port 9e51f6c3-2937-462c-95c8-dc12863be7e5 on host hv-cinder-79313 {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:16:54.438480 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-29964600-9c8c-4737-96f8-66226f6705f4 req-e0d370b1-888a-4752-838a-7166f5ded4b8 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:54.450035 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b1bad6-63cb-476f-b08b-fd4b36ffc5ba', 'name': 'network-vif-deleted', 'tag': '9e51f6c3-2937-462c-95c8-dc12863be7e5'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:16:54.473396 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-289f8a61-39aa-44e6-9c6a-7da7ce313afc req-fc745d25-0594-45af-a966-bb91caf67512 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Synchronizing usage tracker for tenant:14eeeebd5f504b798cc63f39edfc21f7 on resource:security_group {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:16:54.526501 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b1bad6-63cb-476f-b08b-fd4b36ffc5ba', 'name': 'network-vif-deleted', 'tag': '9e51f6c3-2937-462c-95c8-dc12863be7e5', 'status': 'completed', 'code': 200} May 26 11:16:54.534717 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-29964600-9c8c-4737-96f8-66226f6705f4 req-e0d370b1-888a-4752-838a-7166f5ded4b8 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.37 "DELETE /v2.0/ports/9e51f6c3-2937-462c-95c8-dc12863be7e5 HTTP/1.1" status: 204 len: 173 time: 1.3326221 May 26 11:16:54.561482 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-289f8a61-39aa-44e6-9c6a-7da7ce313afc req-fc745d25-0594-45af-a966-bb91caf67512 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Unset dirty status for tenant:14eeeebd5f504b798cc63f39edfc21f7 on resource:security_group {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:16:54.562734 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-289f8a61-39aa-44e6-9c6a-7da7ce313afc req-fc745d25-0594-45af-a966-bb91caf67512 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-381197304&fields=id&tenant_id=14eeeebd5f504b798cc63f39edfc21f7 HTTP/1.1" status: 200 len: 267 time: 0.1906438 May 26 11:16:54.688921 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f8a61-39aa-44e6-9c6a-7da7ce313afc req-7526cd67-1529-42ec-9a95-c42241f2b11e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:54.693573 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-289f8a61-39aa-44e6-9c6a-7da7ce313afc req-7526cd67-1529-42ec-9a95-c42241f2b11e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 945 time: 0.1231198 May 26 11:16:54.710009 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-289f8a61-39aa-44e6-9c6a-7da7ce313afc req-9d222ce7-a305-426c-9a97-eb121d9c7680 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Request body: {'port': {'security_groups': ['932debaf-fb24-4cde-8ff8-002bb8282dc1', '3da18a81-ac35-4ab7-970b-413b03846335']}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:16:55.008509 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-289f8a61-39aa-44e6-9c6a-7da7ce313afc req-9d222ce7-a305-426c-9a97-eb121d9c7680 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:55.067294 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1ab16-5fa0-4bec-b191-bc09fb1f8faa req-66cbee28-dcd9-4290-9428-16ee32fec971 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:55.068751 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-24a1ab16-5fa0-4bec-b191-bc09fb1f8faa req-66cbee28-dcd9-4290-9428-16ee32fec971 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.2819765 May 26 11:16:55.157106 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-24a1ab16-5fa0-4bec-b191-bc09fb1f8faa req-5e21f0f2-3d23-4f5e-ac89-794c553a605b tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759058 May 26 11:16:55.471662 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-289f8a61-39aa-44e6-9c6a-7da7ce313afc req-9d222ce7-a305-426c-9a97-eb121d9c7680 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] For port a7559e9d-9796-4739-bad7-328576676262, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a7559e9d-9796-4739-bad7-328576676262,segment=NetworkSegment(56d3e6a0-df3f-4e1e-a9c0-180ede880577),segment_id=56d3e6a0-df3f-4e1e-a9c0-180ede880577)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:16:55.491023 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f55e6-f71d-4053-b1fd-877e5f4c43be req-5766b34d-2e03-40be-928f-e679b155d936 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:55.492513 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-da1f55e6-f71d-4053-b1fd-877e5f4c43be req-5766b34d-2e03-40be-928f-e679b155d936 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.1387091 May 26 11:16:55.528265 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-289f8a61-39aa-44e6-9c6a-7da7ce313afc req-9d222ce7-a305-426c-9a97-eb121d9c7680 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:55.559399 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-da1f55e6-f71d-4053-b1fd-877e5f4c43be req-16fa3b1e-693d-4f93-83d7-11a2adc6d743 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534823 May 26 11:16:55.629651 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-289f8a61-39aa-44e6-9c6a-7da7ce313afc req-9d222ce7-a305-426c-9a97-eb121d9c7680 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:55.637867 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-15fa0e7e-be23-4c0a-af53-bdc76f792bb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:55.704025 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f8a61-39aa-44e6-9c6a-7da7ce313afc req-9d222ce7-a305-426c-9a97-eb121d9c7680 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:55.704671 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-289f8a61-39aa-44e6-9c6a-7da7ce313afc req-9d222ce7-a305-426c-9a97-eb121d9c7680 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:55.706109 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-289f8a61-39aa-44e6-9c6a-7da7ce313afc req-9d222ce7-a305-426c-9a97-eb121d9c7680 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "PUT /v2.0/ports/a7559e9d-9796-4739-bad7-328576676262 HTTP/1.1" status: 200 len: 981 time: 1.0008335 May 26 11:16:55.793031 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-4f6de33e-a627-4ca0-b9e1-8f84f652cf61 req-ff03e8ee-a61b-4208-9aeb-6173a0df4f8e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Synchronizing usage tracker for tenant:b10ad5f6de2c4c48b2dbffebfca198ef on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:16:55.813827 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d222ce7-a305-426c-9a97-eb121d9c7680 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Pushing event updated for resources: {'Port': ['ID=a7559e9d-9796-4739-bad7-328576676262,revision_number=6']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:55.820424 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9d222ce7-a305-426c-9a97-eb121d9c7680 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:55.903686 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-4f6de33e-a627-4ca0-b9e1-8f84f652cf61 req-ff03e8ee-a61b-4208-9aeb-6173a0df4f8e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Unset dirty status for tenant:b10ad5f6de2c4c48b2dbffebfca198ef on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:16:55.904809 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4f6de33e-a627-4ca0-b9e1-8f84f652cf61 req-ff03e8ee-a61b-4208-9aeb-6173a0df4f8e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 210 time: 0.2276249 May 26 11:16:55.957883 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['a7559e9d-9796-4739-bad7-328576676262'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:16:55.967072 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd5dd8-63f4-443f-999c-4d9cf717b4ad req-1e33b210-a2d7-47f7-a593-161757dd2ad8 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:55.968683 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7bcd5dd8-63f4-443f-999c-4d9cf717b4ad req-1e33b210-a2d7-47f7-a593-161757dd2ad8 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 984 time: 0.1397028 May 26 11:16:56.041113 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7bcd5dd8-63f4-443f-999c-4d9cf717b4ad req-d3e4e6e3-ada9-4e2f-9a19-27399b40dbe9 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=3da18a81-ac35-4ab7-970b-413b03846335&id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653503 May 26 11:16:56.095657 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['a7559e9d-9796-4739-bad7-328576676262'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:16:56.186810 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3182f4b5-8842-4efa-a21b-26cac6870bf5 None None] Provisioning complete for port a7559e9d-9796-4739-bad7-328576676262 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:16:56.187106 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3182f4b5-8842-4efa-a21b-26cac6870bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:56.420456 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f25907-5f00-4750-8dfc-7c825c8835ab req-78814390-b3c0-4747-9e5d-08560e0c5d82 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:56.423450 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-13f25907-5f00-4750-8dfc-7c825c8835ab req-78814390-b3c0-4747-9e5d-08560e0c5d82 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.1383631 May 26 11:16:56.473774 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e1784728-76b5-48b3-b7ca-df17a99c2c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:56.501982 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-13f25907-5f00-4750-8dfc-7c825c8835ab req-38a80695-18d1-411d-8257-ccf49465d302 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670397 May 26 11:16:56.527668 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00667a5a-0412-4186-9e3b-16f074162a49', 'tag': 'a7559e9d-9796-4739-bad7-328576676262'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:16:56.597506 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00667a5a-0412-4186-9e3b-16f074162a49', 'tag': 'a7559e9d-9796-4739-bad7-328576676262', 'status': 'completed', 'code': 200} May 26 11:16:56.786820 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928b65f-6368-4707-9b05-32938392529b req-e1f95f76-cdca-4761-aa74-4cc0fb184ffb tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:56.788369 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3928b65f-6368-4707-9b05-32938392529b req-e1f95f76-cdca-4761-aa74-4cc0fb184ffb tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.0896215 May 26 11:16:56.847022 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3928b65f-6368-4707-9b05-32938392529b req-a68237e3-376b-4d23-973a-e66562654332 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518939 May 26 11:16:57.105396 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-17b92547-fe8e-412f-bcd5-c684d143a08e req-5bdadaec-9cb8-47bb-9340-da5bd16f9f9d tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 210 time: 0.0485015 May 26 11:16:57.230036 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 9e51f6c3-2937-462c-95c8-dc12863be7e5 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:16:57.269010 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] No Port match for: 9e51f6c3-2937-462c-95c8-dc12863be7e5 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:16:57.269364 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 9e51f6c3-2937-462c-95c8-dc12863be7e5 not bound to the agent host hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:16:57.863896 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e973b4-ed2e-4812-b54b-191435a24991 req-53eb5eaf-b2bd-46fd-89d1-e5836df79eee tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:57.865359 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-17e973b4-ed2e-4812-b54b-191435a24991 req-53eb5eaf-b2bd-46fd-89d1-e5836df79eee tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0875816 May 26 11:16:57.934127 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-17e973b4-ed2e-4812-b54b-191435a24991 req-631972cf-134b-466a-8658-30433e30dbae tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588043 May 26 11:16:58.171058 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 51838) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:16:58.280241 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-143d1f8a-637d-4920-b69f-feda2a6e9422 req-d114fcdd-4d52-4771-bcf8-6afbf1101d78 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 210 time: 0.0533834 May 26 11:16:58.321522 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2c3e7-8809-41d4-9767-9bb8247afd9a req-7d3f04bd-af0d-41ea-9a2f-087b3444a2f7 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:58.324690 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e3e2c3e7-8809-41d4-9767-9bb8247afd9a req-7d3f04bd-af0d-41ea-9a2f-087b3444a2f7 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.1609643 May 26 11:16:58.349075 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-216d7d73-c10c-4aed-8372-adc98f90ef76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:58.366201 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-216d7d73-c10c-4aed-8372-adc98f90ef76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:16:58.371460 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-216d7d73-c10c-4aed-8372-adc98f90ef76 admin admin] Usage tracker for resource:security_group_rule and tenant:1d06ad7424154e39afa1a011fdf16b53 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:16:58.374062 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e3e2c3e7-8809-41d4-9767-9bb8247afd9a req-9195810d-c809-47d9-a3e6-7703903d6609 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442247 May 26 11:16:58.374459 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-216d7d73-c10c-4aed-8372-adc98f90ef76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:16:58.380702 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-216d7d73-c10c-4aed-8372-adc98f90ef76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:16:58.489142 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-216d7d73-c10c-4aed-8372-adc98f90ef76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:59.157299 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f3510-ac1b-45b0-b273-87a2df7db83c req-9d9e8f42-db54-4758-a91c-d0307a7c6b90 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:59.159139 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-593f3510-ac1b-45b0-b273-87a2df7db83c req-9d9e8f42-db54-4758-a91c-d0307a7c6b90 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0908298 May 26 11:16:59.218996 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-216d7d73-c10c-4aed-8372-adc98f90ef76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:59.224370 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-593f3510-ac1b-45b0-b273-87a2df7db83c req-613f636c-02b9-4158-b8f6-a47b08ca3031 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584581 May 26 11:16:59.233030 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d0d23035-8602-415f-915d-fcfca1e61ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:59.283993 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-216d7d73-c10c-4aed-8372-adc98f90ef76 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1d06ad7424154e39afa1a011fdf16b53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1116898 May 26 11:16:59.286493 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d7d73-c10c-4aed-8372-adc98f90ef76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b7ecc3-95ca-4f0a-9a48-7a87fd367d9f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:59.292093 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 51846) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:16:59.292382 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-66f6a5fb-139c-4a32-bc93-3605f5f95f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:59.292382 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:59.300319 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-216d7d73-c10c-4aed-8372-adc98f90ef76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:59.386551 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5cf37917-0bfb-4f4d-854c-64d9184a8d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:59.428806 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5cf37917-0bfb-4f4d-854c-64d9184a8d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:59.497413 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d0d24ec7-3667-422f-aedd-8042c4b005ef req-c8189437-34d5-4404-893c-0b658c7412c0 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 210 time: 0.0740445 May 26 11:16:59.595372 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:59.620103 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e67f35-8d37-4afe-b16c-3d8eed93edf4 req-c0ce3b9e-fc83-4c01-80d2-c19725b44f89 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:16:59.621983 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d5e67f35-8d37-4afe-b16c-3d8eed93edf4 req-c0ce3b9e-fc83-4c01-80d2-c19725b44f89 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.1147599 May 26 11:16:59.669137 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d5e67f35-8d37-4afe-b16c-3d8eed93edf4 req-6a876390-c7ab-4cc6-86b8-346495866ea2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408936 May 26 11:16:59.719373 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5cf37917-0bfb-4f4d-854c-64d9184a8d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:59.725155 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d0a1adc8-dd48-421b-bc86-10c1c29cc460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:16:59.739283 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf37917-0bfb-4f4d-854c-64d9184a8d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b7ecc3-95ca-4f0a-9a48-7a87fd367d9f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:59.743579 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5cf37917-0bfb-4f4d-854c-64d9184a8d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:16:59.746676 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5cf37917-0bfb-4f4d-854c-64d9184a8d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:59.748901 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-5cf37917-0bfb-4f4d-854c-64d9184a8d6c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e4b7ecc3-95ca-4f0a-9a48-7a87fd367d9f HTTP/1.1" status: 204 len: 168 time: 0.4603889 May 26 11:17:00.425410 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57688b-f955-4911-bb8b-609bec43b9ca req-64cd19d2-a272-4354-b6f2-0b9fc4afe1a2 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:00.426941 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fb57688b-f955-4911-bb8b-609bec43b9ca req-64cd19d2-a272-4354-b6f2-0b9fc4afe1a2 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0888340 May 26 11:17:00.475270 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fb57688b-f955-4911-bb8b-609bec43b9ca req-305f7545-0fed-4fda-9c5a-750fc37e140e tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415788 May 26 11:17:00.648747 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6432545f-871d-46fc-b383-79ffefdced6b req-8bc62a38-9d84-4aa5-94b3-bd478cde708f tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 210 time: 0.0445793 May 26 11:17:00.868593 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea7fd2-e297-4288-9e1c-7b2a25edcfdf req-b8cb57b4-94eb-4caa-8cd3-2631ae19c382 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:00.870011 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8eea7fd2-e297-4288-9e1c-7b2a25edcfdf req-b8cb57b4-94eb-4caa-8cd3-2631ae19c382 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.0846939 May 26 11:17:00.916690 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8eea7fd2-e297-4288-9e1c-7b2a25edcfdf req-5e78a1b5-ec83-4b5d-816e-57a0c29e3927 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403993 May 26 11:17:01.481911 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:01.672954 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408877ba-0cd2-429c-9790-babd2731baa4 req-eec9a4b3-54c3-46ee-8348-03ffa777052d tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:01.674448 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-408877ba-0cd2-429c-9790-babd2731baa4 req-eec9a4b3-54c3-46ee-8348-03ffa777052d tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0821836 May 26 11:17:01.739629 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-408877ba-0cd2-429c-9790-babd2731baa4 req-74d451e8-2c67-4f79-a8f9-d533096b522b tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508375 May 26 11:17:01.823679 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c739a577-8653-4250-9e82-2e29ebba901b req-80a6eb53-eabe-45ef-b02c-97bdacf7e48f tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 210 time: 0.0494802 May 26 11:17:02.133364 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2476dc-c98c-48c6-8cd1-26229f32d8b7 req-eb085610-e82b-4a78-b448-ee7b413ca7ce tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:02.135365 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5e2476dc-c98c-48c6-8cd1-26229f32d8b7 req-eb085610-e82b-4a78-b448-ee7b413ca7ce tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.0803473 May 26 11:17:02.185959 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5e2476dc-c98c-48c6-8cd1-26229f32d8b7 req-a27982d1-d086-48dc-aafd-95b994ef7379 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443153 May 26 11:17:02.715736 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:03.043847 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6f6b5f0e-06f4-4322-a8cc-e483594df15c req-88093bda-9190-4b6a-a2ed-967020a77d06 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 210 time: 0.0565095 May 26 11:17:03.081289 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261f576-30b5-4b0a-ba3a-bda4ff82d59b req-c7471e82-98a8-47a7-a6d4-ac0c89b7f5ef tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:03.082776 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e261f576-30b5-4b0a-ba3a-bda4ff82d59b req-c7471e82-98a8-47a7-a6d4-ac0c89b7f5ef tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.2232809 May 26 11:17:03.137479 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e261f576-30b5-4b0a-ba3a-bda4ff82d59b req-2e44dd04-68e7-49be-8c69-cc77f9f513a6 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475585 May 26 11:17:03.391371 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370f058-bccc-4c81-ba6f-6b0f1b0af0cf req-95d1f348-61e1-4ad3-9454-0747e8e972ac tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:03.393265 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d370f058-bccc-4c81-ba6f-6b0f1b0af0cf req-95d1f348-61e1-4ad3-9454-0747e8e972ac tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.0922163 May 26 11:17:03.441119 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d370f058-bccc-4c81-ba6f-6b0f1b0af0cf req-f7da438f-57cf-417a-a89c-cfabd3757212 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418699 May 26 11:17:04.217114 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-145fc2dc-cb0d-4035-a694-f2250c361c4b req-bce13d2e-feb7-46cc-a7d6-a8e98810c2ff tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 210 time: 0.0625372 May 26 11:17:04.334010 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a930caa-3f6a-40dd-a9e8-d377615eb798 req-06d052ee-49ba-440c-905c-e03d5e1b9c65 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:04.335338 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8a930caa-3f6a-40dd-a9e8-d377615eb798 req-06d052ee-49ba-440c-905c-e03d5e1b9c65 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0830388 May 26 11:17:04.382930 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8a930caa-3f6a-40dd-a9e8-d377615eb798 req-83cac386-47fb-4f91-ab33-09a21f59a596 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414872 May 26 11:17:04.640287 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ff4bc-2420-459d-9709-3c8d741a4f28 req-6a90ff9d-9592-47dc-bd32-c6da88ad47af tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:04.641765 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-826ff4bc-2420-459d-9709-3c8d741a4f28 req-6a90ff9d-9592-47dc-bd32-c6da88ad47af tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.0872781 May 26 11:17:04.689407 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-826ff4bc-2420-459d-9709-3c8d741a4f28 req-b0d8c866-0cf2-44ef-a88b-7966d8ff9fb3 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416920 May 26 11:17:05.376045 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-20d54bc3-b692-4d9c-bdff-67f5004ecb54 req-1d3d8a95-3150-43ea-a5a8-8d4b24ebd4f8 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 210 time: 0.0421853 May 26 11:17:05.577357 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12777474-cebb-4d68-a0dc-f93000f22994 req-1d19891e-339f-4c0b-8144-4e4bec581e41 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:05.579011 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-12777474-cebb-4d68-a0dc-f93000f22994 req-1d19891e-339f-4c0b-8144-4e4bec581e41 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0890217 May 26 11:17:05.626864 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-12777474-cebb-4d68-a0dc-f93000f22994 req-8681c15b-4e50-4c74-8ad8-189fa9b64c95 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411687 May 26 11:17:05.890245 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c0a21-4aae-4e65-bb26-2331fe364e4d req-4ffacee5-02e9-49be-9343-3dbe885b4f44 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:05.891658 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c92c0a21-4aae-4e65-bb26-2331fe364e4d req-4ffacee5-02e9-49be-9343-3dbe885b4f44 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.0820000 May 26 11:17:05.937162 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c92c0a21-4aae-4e65-bb26-2331fe364e4d req-cb340348-0682-4fd6-a5e0-32a32ed106a5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398130 May 26 11:17:06.531868 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-edafdcd4-54e6-4a0d-9ba4-23f59c48bb94 req-6ea4e303-4848-40e4-a757-be3ebea4b2c8 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 210 time: 0.0456402 May 26 11:17:06.811696 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f308f01-e894-457b-83db-14e23ffcd778 req-b6d5a2fe-bb79-4c99-99ec-8437d3239301 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:06.813077 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4f308f01-e894-457b-83db-14e23ffcd778 req-b6d5a2fe-bb79-4c99-99ec-8437d3239301 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0792379 May 26 11:17:06.858974 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4f308f01-e894-457b-83db-14e23ffcd778 req-84b8efeb-94b8-47c7-bc57-5251034de039 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 May 26 11:17:07.110349 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264e0ce-90b1-4a75-adac-da28a75de562 req-4c0fb46f-a065-42a1-bffe-9750e8fba6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:07.111716 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3264e0ce-90b1-4a75-adac-da28a75de562 req-4c0fb46f-a065-42a1-bffe-9750e8fba6a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=14eeeebd5f504b798cc63f39edfc21f7&device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 1137 time: 0.1403151 May 26 11:17:07.149536 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d791c1e-7087-49bf-8f68-348ebe802c02 req-8eb409dc-04d1-4ad2-9b57-c50f0830347b tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:07.151018 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0d791c1e-7087-49bf-8f68-348ebe802c02 req-8eb409dc-04d1-4ad2-9b57-c50f0830347b tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.1016610 May 26 11:17:07.266104 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0d791c1e-7087-49bf-8f68-348ebe802c02 req-19d52b19-d734-4144-bd7a-75992f846072 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085231 May 26 11:17:07.324750 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264e0ce-90b1-4a75-adac-da28a75de562 req-6c4c8d5d-4f67-4533-9750-b5037b87a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:07.326279 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3264e0ce-90b1-4a75-adac-da28a75de562 req-6c4c8d5d-4f67-4533-9750-b5037b87a36f service neutron] 10.222.0.37 "GET /v2.0/networks?id=cde0896d-54b3-4d56-a175-3f2fec6c2adb HTTP/1.1" status: 200 len: 915 time: 0.1474407 May 26 11:17:07.435969 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3264e0ce-90b1-4a75-adac-da28a75de562 req-6ea9ab51-44e3-4a14-9c00-b3d6445b2dea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7559e9d-9796-4739-bad7-328576676262 HTTP/1.1" status: 200 len: 1001 time: 0.1023145 May 26 11:17:07.505515 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264e0ce-90b1-4a75-adac-da28a75de562 req-93dfb9a5-a357-45f7-98fa-da5526497f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:07.506992 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3264e0ce-90b1-4a75-adac-da28a75de562 req-93dfb9a5-a357-45f7-98fa-da5526497f0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=225d7685-56cc-4eff-acf8-e6ea831b0ce2 HTTP/1.1" status: 200 len: 853 time: 0.0590439 May 26 11:17:07.590868 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264e0ce-90b1-4a75-adac-da28a75de562 req-3adcf40c-611d-4dd2-ba9d-3ba3858e10f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:07.592335 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3264e0ce-90b1-4a75-adac-da28a75de562 req-3adcf40c-611d-4dd2-ba9d-3ba3858e10f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cde0896d-54b3-4d56-a175-3f2fec6c2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765436 May 26 11:17:07.733733 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a2c28096-7a24-40e4-8b62-8680ca0b287d req-c2ee3eb7-4a7e-4870-952b-027800555042 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3b1bad6-63cb-476f-b08b-fd4b36ffc5ba HTTP/1.1" status: 200 len: 210 time: 0.0568187 May 26 11:17:07.774180 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3264e0ce-90b1-4a75-adac-da28a75de562 req-ac72cac2-0bd1-405f-ad78-e6c2e39e5ead service neutron] 10.222.0.37 "GET /v2.0/networks/cde0896d-54b3-4d56-a175-3f2fec6c2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689007 May 26 11:17:08.032282 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3264e0ce-90b1-4a75-adac-da28a75de562 req-0f7a5a39-bbd5-4eb6-bc6f-4832d54e6c13 service neutron] 10.222.0.37 "GET /v2.0/networks/cde0896d-54b3-4d56-a175-3f2fec6c2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489250 May 26 11:17:08.068653 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572f88b-d2a5-4b37-b314-7dea66de579a req-5acaa3cb-f5ea-4cd8-904b-efdaf37482dd tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:08.072391 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1572f88b-d2a5-4b37-b314-7dea66de579a req-5acaa3cb-f5ea-4cd8-904b-efdaf37482dd tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.1024201 May 26 11:17:08.117392 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1572f88b-d2a5-4b37-b314-7dea66de579a req-9d17730a-160f-4f75-b93e-01e970950f01 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397401 May 26 11:17:08.316613 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:17:08.465816 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d391d3-4c92-41aa-9f84-6c25a052681b req-eb187b32-c7ab-40f4-b8a8-8e42f7486715 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:08.467286 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-61d391d3-4c92-41aa-9f84-6c25a052681b req-eb187b32-c7ab-40f4-b8a8-8e42f7486715 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.0817292 May 26 11:17:08.516812 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-61d391d3-4c92-41aa-9f84-6c25a052681b req-8d2a3e1c-e506-4f44-b106-dd9f85553d1d tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435936 May 26 11:17:08.879321 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762437e-c487-4429-a814-27a2da11e88c req-6b6b64dc-c60a-4896-9e0e-b94ac58e9c39 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:08.880779 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0762437e-c487-4429-a814-27a2da11e88c req-6b6b64dc-c60a-4896-9e0e-b94ac58e9c39 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.1389701 May 26 11:17:08.903704 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380086e6-928b-4b82-b0f6-77d9ba5cb78b req-fc1285c5-b6bd-4b8e-a387-9e46736e19e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:08.905156 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-380086e6-928b-4b82-b0f6-77d9ba5cb78b req-fc1285c5-b6bd-4b8e-a387-9e46736e19e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b8bf604831c47d6a1dbd73884dcc49a&device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 1098 time: 0.1103063 May 26 11:17:08.995191 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0762437e-c487-4429-a814-27a2da11e88c req-7ac94c27-ce13-4625-99b0-aa3e5a8e0f3a tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065769 May 26 11:17:09.055008 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380086e6-928b-4b82-b0f6-77d9ba5cb78b req-29b20f80-5398-4098-b063-2f73e3022d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:09.056431 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-380086e6-928b-4b82-b0f6-77d9ba5cb78b req-29b20f80-5398-4098-b063-2f73e3022d47 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0297c65-03da-408e-9dc4-3aaead4f0782 HTTP/1.1" status: 200 len: 920 time: 0.1424153 May 26 11:17:09.125875 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-380086e6-928b-4b82-b0f6-77d9ba5cb78b req-16fd5df8-7670-4c45-ac56-0b5c3e1ab66d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=409812ed-a613-476f-b8f9-86ca115c17ae HTTP/1.1" status: 200 len: 217 time: 0.0603342 May 26 11:17:09.193365 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380086e6-928b-4b82-b0f6-77d9ba5cb78b req-c4152971-f261-4249-b7b1-a14a30fa8e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:09.194814 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-380086e6-928b-4b82-b0f6-77d9ba5cb78b req-c4152971-f261-4249-b7b1-a14a30fa8e47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=05bc6058-ff72-43e9-87c9-1639ef6cacc4 HTTP/1.1" status: 200 len: 859 time: 0.0616887 May 26 11:17:09.249805 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-380086e6-928b-4b82-b0f6-77d9ba5cb78b req-e522e4ba-420e-421c-9430-ec94900260f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0297c65-03da-408e-9dc4-3aaead4f0782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419776 May 26 11:17:09.388406 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-380086e6-928b-4b82-b0f6-77d9ba5cb78b req-f6474932-6576-460c-8465-a94325eb041b service neutron] 10.222.0.37 "GET /v2.0/networks/e0297c65-03da-408e-9dc4-3aaead4f0782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289277 May 26 11:17:09.535120 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-380086e6-928b-4b82-b0f6-77d9ba5cb78b req-2ad33bde-8276-4554-af8e-df2d84f80ca1 service neutron] 10.222.0.37 "GET /v2.0/networks/e0297c65-03da-408e-9dc4-3aaead4f0782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361432 May 26 11:17:09.724790 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbbd61-e6c7-48a8-a647-852e6017477e req-4c496c02-063f-468a-a85b-31109703120f tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:09.726293 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8fbbbd61-e6c7-48a8-a647-852e6017477e req-4c496c02-063f-468a-a85b-31109703120f tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.0885220 May 26 11:17:09.771434 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8fbbbd61-e6c7-48a8-a647-852e6017477e req-8b86fe32-519b-4f65-bfe6-200fd4f620fd tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387175 May 26 11:17:10.194629 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae84861-c91b-409b-adef-94144c78faa9 req-4ec940c0-cf90-456d-8795-1c60b04f16b6 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:10.196350 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2ae84861-c91b-409b-adef-94144c78faa9 req-4ec940c0-cf90-456d-8795-1c60b04f16b6 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0825548 May 26 11:17:10.246116 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2ae84861-c91b-409b-adef-94144c78faa9 req-597eb7b5-3a4f-4df7-b534-62e1097da54a tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436370 May 26 11:17:10.871919 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86727b8a-f7db-47a0-93a5-299b799d5e05 req-3884329d-50d4-4a90-8d38-59bb27d75325 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:10.874144 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-86727b8a-f7db-47a0-93a5-299b799d5e05 req-3884329d-50d4-4a90-8d38-59bb27d75325 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=56471651-39b1-4295-8783-3bb0fab8bf33 HTTP/1.1" status: 200 len: 945 time: 0.0958433 May 26 11:17:10.966293 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-86727b8a-f7db-47a0-93a5-299b799d5e05 req-a95ee7aa-6e17-4489-86ab-ce8ad78cdc88 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863924 May 26 11:17:10.992819 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b20939-8d5d-4a83-971d-dbe2c4616f9a req-c9475f0b-67d6-4d83-84b9-d47070279514 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:10.994304 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-54b20939-8d5d-4a83-971d-dbe2c4616f9a req-c9475f0b-67d6-4d83-84b9-d47070279514 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.1005409 May 26 11:17:11.041259 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-54b20939-8d5d-4a83-971d-dbe2c4616f9a req-23ec151e-351c-41c8-aa8f-510de4ce736b tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401387 May 26 11:17:11.439105 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacb9c8-5a1b-4245-a905-e5119599658b req-ad3e35fb-d5be-447a-9fed-efdab0de7d43 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:11.441391 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7cacb9c8-5a1b-4245-a905-e5119599658b req-ad3e35fb-d5be-447a-9fed-efdab0de7d43 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0872459 May 26 11:17:11.489081 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7cacb9c8-5a1b-4245-a905-e5119599658b req-53022987-6031-4f13-add8-ca978182f8d8 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417314 May 26 11:17:12.167410 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab1f79-c879-4616-90fc-c37be3da806c req-d81e8709-2fec-40b0-b6eb-9a6bd6d6f534 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:12.168860 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6fab1f79-c879-4616-90fc-c37be3da806c req-d81e8709-2fec-40b0-b6eb-9a6bd6d6f534 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=56471651-39b1-4295-8783-3bb0fab8bf33 HTTP/1.1" status: 200 len: 945 time: 0.0847070 May 26 11:17:12.349844 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6fab1f79-c879-4616-90fc-c37be3da806c req-5cd02f11-5eb5-4d59-bd66-3cdf2e1524f5 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747062 May 26 11:17:12.378609 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a9bf3-3569-4c91-aa89-0ea3c6111d70 req-ab6561c3-248d-4927-a71a-4af85b612cba tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:12.380070 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9e5a9bf3-3569-4c91-aa89-0ea3c6111d70 req-ab6561c3-248d-4927-a71a-4af85b612cba tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.1856167 May 26 11:17:12.436433 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9e5a9bf3-3569-4c91-aa89-0ea3c6111d70 req-7f9f0c88-fd10-4180-8452-34deb757c0c5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503919 May 26 11:17:12.680050 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168411c3-833f-42ab-8944-2e19b25a26e2 req-b61d240d-4053-4156-b2c3-9c2d37394aeb tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:12.681447 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-168411c3-833f-42ab-8944-2e19b25a26e2 req-b61d240d-4053-4156-b2c3-9c2d37394aeb tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0834942 May 26 11:17:12.734110 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-168411c3-833f-42ab-8944-2e19b25a26e2 req-7b3c063a-91c7-4ec9-baf8-652a2b0e4c0c tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468733 May 26 11:17:13.097246 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa95d8-8051-43ea-829f-051c7d2b1006 req-c316484f-6250-4e6d-ac74-47f770f5eda1 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:13.098762 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b5aa95d8-8051-43ea-829f-051c7d2b1006 req-c316484f-6250-4e6d-ac74-47f770f5eda1 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.37 "GET /v2.0/ports?device_id=56471651-39b1-4295-8783-3bb0fab8bf33 HTTP/1.1" status: 200 len: 945 time: 0.0814826 May 26 11:17:13.245730 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-b5aa95d8-8051-43ea-829f-051c7d2b1006 req-e9109477-ee5b-4423-a47c-f97fa8787f7e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Deleting port e00cf166-b144-4022-bccb-27ddebb3fd7f {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:17:13.246235 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b5aa95d8-8051-43ea-829f-051c7d2b1006 req-e9109477-ee5b-4423-a47c-f97fa8787f7e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:13.383002 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-b5aa95d8-8051-43ea-829f-051c7d2b1006 req-e9109477-ee5b-4423-a47c-f97fa8787f7e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] For port e00cf166-b144-4022-bccb-27ddebb3fd7f, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=e00cf166-b144-4022-bccb-27ddebb3fd7f,segment=NetworkSegment(a54bf79d-a496-4511-b7db-5c024c6f7baa),segment_id=a54bf79d-a496-4511-b7db-5c024c6f7baa)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:17:13.383562 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b5aa95d8-8051-43ea-829f-051c7d2b1006 req-e9109477-ee5b-4423-a47c-f97fa8787f7e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:13.521246 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-b5aa95d8-8051-43ea-829f-051c7d2b1006 req-e9109477-ee5b-4423-a47c-f97fa8787f7e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Calling delete_port for e00cf166-b144-4022-bccb-27ddebb3fd7f owned by compute:nova {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:17:13.706145 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef00df6-92b9-41ad-bea1-f9b4be5f9256 req-d025a40d-87b8-4a7c-a116-6b5e2c31fc18 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:13.707613 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3ef00df6-92b9-41ad-bea1-f9b4be5f9256 req-d025a40d-87b8-4a7c-a116-6b5e2c31fc18 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=56471651-39b1-4295-8783-3bb0fab8bf33 HTTP/1.1" status: 200 len: 945 time: 0.1974034 May 26 11:17:13.745710 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e72d9-5090-4e43-80f5-9ba9cebdc536 req-6f98489f-15eb-4c81-b081-2af5f5c03012 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:13.747519 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4d0e72d9-5090-4e43-80f5-9ba9cebdc536 req-6f98489f-15eb-4c81-b081-2af5f5c03012 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.1795793 May 26 11:17:13.848224 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3ef00df6-92b9-41ad-bea1-f9b4be5f9256 req-b523636a-6841-4ddd-901f-0fc2e92eb085 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928118 May 26 11:17:13.850956 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4d0e72d9-5090-4e43-80f5-9ba9cebdc536 req-2b0b2bf0-86b9-4e1c-8d24-a877f63883ea tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946183 May 26 11:17:13.898926 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b5aa95d8-8051-43ea-829f-051c7d2b1006 req-e9109477-ee5b-4423-a47c-f97fa8787f7e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:13.905671 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a7fdf95a-5a06-44b2-a69b-712ba38de346 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:13.945552 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['2f18e19c-06c0-471b-97ea-a28507a4ef4c', 'd8e8fc02-9593-40cd-9e92-90676116cdd3', 'e00cf166-b144-4022-bccb-27ddebb3fd7f'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:17:13.952455 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9109477-ee5b-4423-a47c-f97fa8787f7e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Pushing event deleted for resources: {'Port': ['ID=e00cf166-b144-4022-bccb-27ddebb3fd7f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:13.955497 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e9109477-ee5b-4423-a47c-f97fa8787f7e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:14.029991 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5aa95d8-8051-43ea-829f-051c7d2b1006 req-e9109477-ee5b-4423-a47c-f97fa8787f7e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] No DVR routers for this DVR port e00cf166-b144-4022-bccb-27ddebb3fd7f on host hv-cinder-79313 {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:17:14.033607 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b5aa95d8-8051-43ea-829f-051c7d2b1006 req-e9109477-ee5b-4423-a47c-f97fa8787f7e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:14.037917 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56471651-39b1-4295-8783-3bb0fab8bf33', 'name': 'network-vif-deleted', 'tag': 'e00cf166-b144-4022-bccb-27ddebb3fd7f'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:17:14.099492 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56471651-39b1-4295-8783-3bb0fab8bf33', 'name': 'network-vif-deleted', 'tag': 'e00cf166-b144-4022-bccb-27ddebb3fd7f', 'status': 'completed', 'code': 200} May 26 11:17:14.110616 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b5aa95d8-8051-43ea-829f-051c7d2b1006 req-e9109477-ee5b-4423-a47c-f97fa8787f7e tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.37 "DELETE /v2.0/ports/e00cf166-b144-4022-bccb-27ddebb3fd7f HTTP/1.1" status: 204 len: 173 time: 1.0052092 May 26 11:17:15.051369 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-98be9341-2b84-46e2-9f3c-0f7895c00518 req-91f1ccf0-2dc7-42c7-b71b-3300651f1ad9 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Synchronizing usage tracker for tenant:b10ad5f6de2c4c48b2dbffebfca198ef on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:17:15.110165 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49d842-530a-4954-b798-f85cacc02570 req-efd88ffd-b702-4405-9da6-3f3a1c570067 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:15.111568 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0c49d842-530a-4954-b798-f85cacc02570 req-efd88ffd-b702-4405-9da6-3f3a1c570067 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 943 time: 0.0999711 May 26 11:17:15.160403 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0c49d842-530a-4954-b798-f85cacc02570 req-7d9baca0-f2a3-4997-97e5-f82767e75c81 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426157 May 26 11:17:15.171621 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-98be9341-2b84-46e2-9f3c-0f7895c00518 req-91f1ccf0-2dc7-42c7-b71b-3300651f1ad9 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Unset dirty status for tenant:b10ad5f6de2c4c48b2dbffebfca198ef on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:17:15.173251 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-98be9341-2b84-46e2-9f3c-0f7895c00518 req-91f1ccf0-2dc7-42c7-b71b-3300651f1ad9 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=56471651-39b1-4295-8783-3bb0fab8bf33 HTTP/1.1" status: 200 len: 210 time: 0.1949458 May 26 11:17:15.340467 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device ab763bf2-14f6-4e63-a977-d1da102eb4fd details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:17:15.470435 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port ab763bf2-14f6-4e63-a977-d1da102eb4fd, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=ab763bf2-14f6-4e63-a977-d1da102eb4fd,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:17:15.483663 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': 'ab763bf2-14f6-4e63-a977-d1da102eb4fd', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'port_id': 'ab763bf2-14f6-4e63-a977-d1da102eb4fd', 'mac_address': 'fa:16:3e:51:16:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:17:15.536481 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:15.557082 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab763bf2-14f6-4e63-a977-d1da102eb4fd {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:17:15.573080 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port ab763bf2-14f6-4e63-a977-d1da102eb4fd, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=ab763bf2-14f6-4e63-a977-d1da102eb4fd,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:17:15.618998 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:15.621450 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-79f6f29d-0b2a-42b9-b7f2-1700bce00d05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:15.689878 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=ab763bf2-14f6-4e63-a977-d1da102eb4fd,revision_number=9']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:15.697166 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:15.697505 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:15.697861 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:15.698343 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:15.698746 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:15.699072 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:15.699818 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:15.700176 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:15.700499 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:15.700817 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:15.701133 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:15.701448 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:15.705327 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:16.077896 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['ab763bf2-14f6-4e63-a977-d1da102eb4fd'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:17:16.360863 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce453553-5aa3-4b35-9c41-511d14cb116b req-cf9d8bc6-4d95-4379-a04a-2cb08409a80b tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:16.362437 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ce453553-5aa3-4b35-9c41-511d14cb116b req-cf9d8bc6-4d95-4379-a04a-2cb08409a80b tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 944 time: 0.0836515 May 26 11:17:16.408179 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ce453553-5aa3-4b35-9c41-511d14cb116b req-f6413fb0-1d33-40e9-b168-440525b9e350 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396810 May 26 11:17:16.974850 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e86a3-fade-4703-bf27-922509573b31 req-cded093f-7d16-4b47-861a-4679816509ce tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:16.977483 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-681e86a3-fade-4703-bf27-922509573b31 req-cded093f-7d16-4b47-861a-4679816509ce tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 946 time: 0.0963271 May 26 11:17:17.029360 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-681e86a3-fade-4703-bf27-922509573b31 req-36a54175-fdca-490a-a53b-d8072fee717c tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453682 May 26 11:17:17.337583 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device ab763bf2-14f6-4e63-a977-d1da102eb4fd up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:17:17.408181 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port ab763bf2-14f6-4e63-a977-d1da102eb4fd triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:17.415931 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:17.542753 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:17.571059 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5b2a5a-8192-4c39-b11b-1f650f703ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab763bf2-14f6-4e63-a977-d1da102eb4fd'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:17:17.581455 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port ab763bf2-14f6-4e63-a977-d1da102eb4fd, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=ab763bf2-14f6-4e63-a977-d1da102eb4fd,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:17:17.608156 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3760fd-1e3f-4d3a-8c75-88e394b03748 req-553ad26d-974d-4611-9bf7-be9eab4ee66e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:17.609520 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8c3760fd-1e3f-4d3a-8c75-88e394b03748 req-553ad26d-974d-4611-9bf7-be9eab4ee66e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 944 time: 0.0813479 May 26 11:17:17.655136 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8c3760fd-1e3f-4d3a-8c75-88e394b03748 req-91c11094-91f3-4c76-b8ab-d1778ebf52da tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399559 May 26 11:17:17.698561 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:17.699856 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device e00cf166-b144-4022-bccb-27ddebb3fd7f no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:17:17.728220 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5b2a5a-8192-4c39-b11b-1f650f703ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab763bf2-14f6-4e63-a977-d1da102eb4fd', 'code': 200} May 26 11:17:17.728740 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c4b76a1d-a5fc-4dd2-934b-fb8941f6cd7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:17.775666 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] No Port match for: e00cf166-b144-4022-bccb-27ddebb3fd7f {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:17:17.776011 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device e00cf166-b144-4022-bccb-27ddebb3fd7f not bound to the agent host hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:17:17.805197 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=ab763bf2-14f6-4e63-a977-d1da102eb4fd,revision_number=10']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:17.808991 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:18.301050 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580b895-fed7-4302-9bd5-7341244b8c9d req-fad23f0f-a8e4-4fe1-a824-828a68f89244 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:18.302511 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1580b895-fed7-4302-9bd5-7341244b8c9d req-fad23f0f-a8e4-4fe1-a824-828a68f89244 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 946 time: 0.1664350 May 26 11:17:18.347768 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1580b895-fed7-4302-9bd5-7341244b8c9d req-b5513c32-893a-43c3-9015-1a47f145d793 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393698 May 26 11:17:18.707603 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed14c9-87b9-4de7-8a88-1c6134bba4cb req-e58ab847-3de3-4a9e-9343-e419041e0911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:18.709247 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e9ed14c9-87b9-4de7-8a88-1c6134bba4cb req-e58ab847-3de3-4a9e-9343-e419041e0911 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 1099 time: 0.0913501 May 26 11:17:18.759491 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e9ed14c9-87b9-4de7-8a88-1c6134bba4cb req-d74f27bb-13aa-4478-8649-c7116863f403 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371923 May 26 11:17:18.871716 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73156de8-65a2-4e7b-9776-7524a8066bdd req-2dd1ffb5-b2ef-4021-9817-709c05dc99ed tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:18.873248 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-73156de8-65a2-4e7b-9776-7524a8066bdd req-2dd1ffb5-b2ef-4021-9817-709c05dc99ed tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 946 time: 0.0887372 May 26 11:17:18.923684 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-73156de8-65a2-4e7b-9776-7524a8066bdd req-e5285452-f3bf-41e1-9f49-83eba9d25dba tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441124 May 26 11:17:19.417304 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64511ac4-1485-4bad-a984-4505342fe7cb req-0ba787f1-3815-4adc-ab30-82f63c5cede3 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:19.418810 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-64511ac4-1485-4bad-a984-4505342fe7cb req-0ba787f1-3815-4adc-ab30-82f63c5cede3 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 946 time: 0.1454847 May 26 11:17:19.566958 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba681aee-2c56-49d1-b6bb-0e586b2febf1 req-562ec485-ea55-4fe1-ae25-eb7f3761687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:19.570831 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-ba681aee-2c56-49d1-b6bb-0e586b2febf1 req-562ec485-ea55-4fe1-ae25-eb7f3761687e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=14eeeebd5f504b798cc63f39edfc21f7&device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 1137 time: 0.0844128 May 26 11:17:19.615996 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18dce3-bc08-40cc-9289-80643bf6e310 req-89c8a96f-f169-451b-9c1c-9d0fd1272237 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:19.617428 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2a18dce3-bc08-40cc-9289-80643bf6e310 req-89c8a96f-f169-451b-9c1c-9d0fd1272237 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.2641649 May 26 11:17:19.636817 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19596c2-427f-4a8b-a30c-1bec6e808317 req-2ef05319-e0fb-437f-8dd1-fc77f8e789ee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:19.638272 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a19596c2-427f-4a8b-a30c-1bec6e808317 req-2ef05319-e0fb-437f-8dd1-fc77f8e789ee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 984 time: 0.2310922 May 26 11:17:19.710757 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba681aee-2c56-49d1-b6bb-0e586b2febf1 req-a0c5d45a-dfbf-4f77-9fc4-577e1ce09c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:19.711958 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-ba681aee-2c56-49d1-b6bb-0e586b2febf1 req-a0c5d45a-dfbf-4f77-9fc4-577e1ce09c91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cde0896d-54b3-4d56-a175-3f2fec6c2adb HTTP/1.1" status: 200 len: 915 time: 0.1321018 May 26 11:17:19.713942 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2a18dce3-bc08-40cc-9289-80643bf6e310 req-60879782-222b-47ff-ae6e-856454d58a3a tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868535 May 26 11:17:19.725839 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a19596c2-427f-4a8b-a30c-1bec6e808317 req-71c90e09-7ff9-4bb6-8be7-17400b941ae5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=3da18a81-ac35-4ab7-970b-413b03846335&id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0724649 May 26 11:17:19.727280 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-64511ac4-1485-4bad-a984-4505342fe7cb req-b245c0e6-9afe-4d6f-afdb-44cb24afe71a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Deleting port d8e8fc02-9593-40cd-9e92-90676116cdd3 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:17:19.727611 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-64511ac4-1485-4bad-a984-4505342fe7cb req-b245c0e6-9afe-4d6f-afdb-44cb24afe71a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:19.918922 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-ba681aee-2c56-49d1-b6bb-0e586b2febf1 req-2fb2f19d-4eda-4cdd-a267-55b635eca8ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7559e9d-9796-4739-bad7-328576676262 HTTP/1.1" status: 200 len: 1001 time: 0.1985905 May 26 11:17:19.951405 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-64511ac4-1485-4bad-a984-4505342fe7cb req-b245c0e6-9afe-4d6f-afdb-44cb24afe71a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] For port d8e8fc02-9593-40cd-9e92-90676116cdd3, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=d8e8fc02-9593-40cd-9e92-90676116cdd3,segment=NetworkSegment(a54bf79d-a496-4511-b7db-5c024c6f7baa),segment_id=a54bf79d-a496-4511-b7db-5c024c6f7baa)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:17:19.951405 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-64511ac4-1485-4bad-a984-4505342fe7cb req-b245c0e6-9afe-4d6f-afdb-44cb24afe71a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:19.992459 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba681aee-2c56-49d1-b6bb-0e586b2febf1 req-9ff4a867-d8c1-410b-87d8-d2500cf2111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:19.993986 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-ba681aee-2c56-49d1-b6bb-0e586b2febf1 req-9ff4a867-d8c1-410b-87d8-d2500cf2111f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=225d7685-56cc-4eff-acf8-e6ea831b0ce2 HTTP/1.1" status: 200 len: 853 time: 0.0614128 May 26 11:17:20.080792 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-64511ac4-1485-4bad-a984-4505342fe7cb req-b245c0e6-9afe-4d6f-afdb-44cb24afe71a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Calling delete_port for d8e8fc02-9593-40cd-9e92-90676116cdd3 owned by compute:nova {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:17:20.087553 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba681aee-2c56-49d1-b6bb-0e586b2febf1 req-f85396f9-0216-41fc-9298-e6dd6e9593c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:20.089920 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-ba681aee-2c56-49d1-b6bb-0e586b2febf1 req-f85396f9-0216-41fc-9298-e6dd6e9593c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cde0896d-54b3-4d56-a175-3f2fec6c2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807710 May 26 11:17:20.094598 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead75f51-1b74-4fca-ac20-a66d5fe287d5 req-8fab5d6b-01ab-433c-95ec-76bbcd4112ba tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:20.096066 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ead75f51-1b74-4fca-ac20-a66d5fe287d5 req-8fab5d6b-01ab-433c-95ec-76bbcd4112ba tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 946 time: 0.2661152 May 26 11:17:20.232655 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ead75f51-1b74-4fca-ac20-a66d5fe287d5 req-ab6920a4-3daa-49b2-96a2-eba21176be6c tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061587 May 26 11:17:20.264354 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-ba681aee-2c56-49d1-b6bb-0e586b2febf1 req-45a043fd-b9f0-40e2-9e80-adb4d51122ab service neutron] 10.222.0.37 "GET /v2.0/networks/cde0896d-54b3-4d56-a175-3f2fec6c2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661925 May 26 11:17:20.281481 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e2d39-8884-4f80-a693-c0f5593bb83d req-7cec100c-6798-49b7-8759-b35e51d98797 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:20.282986 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ef8e2d39-8884-4f80-a693-c0f5593bb83d req-7cec100c-6798-49b7-8759-b35e51d98797 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 946 time: 0.1989911 May 26 11:17:20.401037 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ef8e2d39-8884-4f80-a693-c0f5593bb83d req-893a3639-276a-4587-b1e1-36fba332d515 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021366 May 26 11:17:20.434500 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-ba681aee-2c56-49d1-b6bb-0e586b2febf1 req-4585050f-3025-4800-ae3e-da653e734d08 service neutron] 10.222.0.37 "GET /v2.0/networks/cde0896d-54b3-4d56-a175-3f2fec6c2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377912 May 26 11:17:20.516344 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-64511ac4-1485-4bad-a984-4505342fe7cb req-b245c0e6-9afe-4d6f-afdb-44cb24afe71a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:20.524432 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:20.575845 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['2f18e19c-06c0-471b-97ea-a28507a4ef4c', 'd8e8fc02-9593-40cd-9e92-90676116cdd3'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:17:20.577568 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245c0e6-9afe-4d6f-afdb-44cb24afe71a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Pushing event deleted for resources: {'Port': ['ID=d8e8fc02-9593-40cd-9e92-90676116cdd3,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:20.580183 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b245c0e6-9afe-4d6f-afdb-44cb24afe71a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:20.670168 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-64511ac4-1485-4bad-a984-4505342fe7cb req-b245c0e6-9afe-4d6f-afdb-44cb24afe71a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] No DVR routers for this DVR port d8e8fc02-9593-40cd-9e92-90676116cdd3 on host hv-cinder-79313 {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:17:20.672616 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-64511ac4-1485-4bad-a984-4505342fe7cb req-b245c0e6-9afe-4d6f-afdb-44cb24afe71a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:20.675551 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cd4435-c28e-4010-9151-d57861b11eba', 'name': 'network-vif-deleted', 'tag': 'd8e8fc02-9593-40cd-9e92-90676116cdd3'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:17:20.792059 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55ead1-3a97-4123-8201-6240169fe8d9 req-b2e713ea-dc8e-4219-bdf4-0517dd048ee9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:20.795086 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7d55ead1-3a97-4123-8201-6240169fe8d9 req-b2e713ea-dc8e-4219-bdf4-0517dd048ee9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1149101 May 26 11:17:20.797415 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cd4435-c28e-4010-9151-d57861b11eba', 'name': 'network-vif-deleted', 'tag': 'd8e8fc02-9593-40cd-9e92-90676116cdd3', 'status': 'completed', 'code': 200} May 26 11:17:20.822513 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-64511ac4-1485-4bad-a984-4505342fe7cb req-b245c0e6-9afe-4d6f-afdb-44cb24afe71a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.37 "DELETE /v2.0/ports/d8e8fc02-9593-40cd-9e92-90676116cdd3 HTTP/1.1" status: 204 len: 173 time: 1.3657727 May 26 11:17:20.856587 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7d55ead1-3a97-4123-8201-6240169fe8d9 req-9ab201e4-849f-47b4-a07c-088e6fdd7f64 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547671 May 26 11:17:21.109003 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac5d5c-ff89-42ae-ba26-43fbdfb79a56 req-901ffbce-ac7a-45b6-9b5c-f020fb0c42e3 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:21.110479 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7dac5d5c-ff89-42ae-ba26-43fbdfb79a56 req-901ffbce-ac7a-45b6-9b5c-f020fb0c42e3 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.2151172 May 26 11:17:21.170564 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7dac5d5c-ff89-42ae-ba26-43fbdfb79a56 req-1ef9417f-753b-4362-bda8-2c5207e028fb tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532696 May 26 11:17:21.190149 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c0f57-fdf4-499b-8aed-73c6ab385bc4 req-62eda8e9-862e-480f-b4dc-db6abd913a03 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:21.191574 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-125c0f57-fdf4-499b-8aed-73c6ab385bc4 req-62eda8e9-862e-480f-b4dc-db6abd913a03 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 984 time: 0.2069294 May 26 11:17:21.246719 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-125c0f57-fdf4-499b-8aed-73c6ab385bc4 req-a9f6a2f5-4c6d-4ec8-9459-65688ff96b46 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=3da18a81-ac35-4ab7-970b-413b03846335&id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0487020 May 26 11:17:21.391478 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-5e7aec0b-bac5-4f27-bfaf-ed9184bdce01 req-5bf604d4-f9bb-448f-aeb8-39fea32230cf tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Synchronizing usage tracker for tenant:b10ad5f6de2c4c48b2dbffebfca198ef on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:17:21.551311 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-5e7aec0b-bac5-4f27-bfaf-ed9184bdce01 req-5bf604d4-f9bb-448f-aeb8-39fea32230cf tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Unset dirty status for tenant:b10ad5f6de2c4c48b2dbffebfca198ef on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:17:21.552564 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5e7aec0b-bac5-4f27-bfaf-ed9184bdce01 req-5bf604d4-f9bb-448f-aeb8-39fea32230cf tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0cd4435-c28e-4010-9151-d57861b11eba HTTP/1.1" status: 200 len: 210 time: 0.2019756 May 26 11:17:21.601604 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bd04e-91a7-4bce-9144-44eb3ba8c504 req-b7a327a3-24df-453b-b509-31516515f1e9 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:21.603137 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-316bd04e-91a7-4bce-9144-44eb3ba8c504 req-b7a327a3-24df-453b-b509-31516515f1e9 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 946 time: 0.0830061 May 26 11:17:21.647362 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-316bd04e-91a7-4bce-9144-44eb3ba8c504 req-13dece6a-1c7e-4f3a-b5ea-33b5331f39b7 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378816 May 26 11:17:22.066214 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d0d35-1688-457b-948a-6487f3729905 req-43f5120d-9ac3-4f3b-bbf9-87aab0bcaf95 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:22.067809 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-205d0d35-1688-457b-948a-6487f3729905 req-43f5120d-9ac3-4f3b-bbf9-87aab0bcaf95 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.0936849 May 26 11:17:22.135887 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-205d0d35-1688-457b-948a-6487f3729905 req-d3b1bfb3-0892-417f-9c87-e41562a808a8 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578334 May 26 11:17:22.358119 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d1951-9003-4e10-b7df-f5910075921c req-f02777cf-561a-4e03-8419-51fb414bb757 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:22.359600 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-692d1951-9003-4e10-b7df-f5910075921c req-f02777cf-561a-4e03-8419-51fb414bb757 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.0807173 May 26 11:17:22.457326 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-692d1951-9003-4e10-b7df-f5910075921c req-e99a6c2b-46d0-430e-9126-a07d11f8f998 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916822 May 26 11:17:22.483364 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964788a7-e1da-45fa-bf03-994810075945 req-f454d5c3-3bad-4181-a266-d4f3d67fe659 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:22.484822 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-964788a7-e1da-45fa-bf03-994810075945 req-f454d5c3-3bad-4181-a266-d4f3d67fe659 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 984 time: 0.1174059 May 26 11:17:22.532572 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-964788a7-e1da-45fa-bf03-994810075945 req-fba37c5a-394a-4dd4-be91-75c1b921d7c1 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=3da18a81-ac35-4ab7-970b-413b03846335&id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415573 May 26 11:17:22.839210 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45dbe9-a407-48f6-8ee9-adfd468031af req-a8c4be83-21b5-497d-8319-cfbc8bea835e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:22.840551 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5d45dbe9-a407-48f6-8ee9-adfd468031af req-a8c4be83-21b5-497d-8319-cfbc8bea835e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 946 time: 0.0821416 May 26 11:17:22.885009 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5d45dbe9-a407-48f6-8ee9-adfd468031af req-3ec37232-326d-4f9d-966b-1c598dbaa99f tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383940 May 26 11:17:23.230180 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866530a-6c44-4d18-b2aa-1e7a5425a01f req-427b81f0-9431-4d9d-92f7-5de2add39a0e tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:23.231606 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4866530a-6c44-4d18-b2aa-1e7a5425a01f req-427b81f0-9431-4d9d-92f7-5de2add39a0e tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.0790081 May 26 11:17:23.407359 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device d8e8fc02-9593-40cd-9e92-90676116cdd3 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:17:23.423288 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d25f29-78bf-4e22-a182-9be745219b9c req-9a67f4bf-ff73-4879-a86a-93fe114338dd tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:23.424685 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a8d25f29-78bf-4e22-a182-9be745219b9c req-9a67f4bf-ff73-4879-a86a-93fe114338dd tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1548836 May 26 11:17:23.441436 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] No Port match for: d8e8fc02-9593-40cd-9e92-90676116cdd3 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:17:23.448274 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device d8e8fc02-9593-40cd-9e92-90676116cdd3 not bound to the agent host hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:17:23.458197 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-4866530a-6c44-4d18-b2aa-1e7a5425a01f req-65463cf0-39ce-4c8b-9037-1468fb1a1d75 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Deleting port fd3a7881-1218-48ff-a264-16fa65ccb3ff {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:17:23.458539 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-4866530a-6c44-4d18-b2aa-1e7a5425a01f req-65463cf0-39ce-4c8b-9037-1468fb1a1d75 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:23.545732 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a8d25f29-78bf-4e22-a182-9be745219b9c req-b1f7b77f-c1b2-44e2-b110-bf06fbd55a23 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141121 May 26 11:17:23.657092 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-4866530a-6c44-4d18-b2aa-1e7a5425a01f req-65463cf0-39ce-4c8b-9037-1468fb1a1d75 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] For port fd3a7881-1218-48ff-a264-16fa65ccb3ff, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=fd3a7881-1218-48ff-a264-16fa65ccb3ff,segment=NetworkSegment(4c20e951-4dca-4818-9f21-88b09eacf1bf),segment_id=4c20e951-4dca-4818-9f21-88b09eacf1bf)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:17:23.657446 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-4866530a-6c44-4d18-b2aa-1e7a5425a01f req-65463cf0-39ce-4c8b-9037-1468fb1a1d75 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:23.827456 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-4866530a-6c44-4d18-b2aa-1e7a5425a01f req-65463cf0-39ce-4c8b-9037-1468fb1a1d75 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Calling delete_port for fd3a7881-1218-48ff-a264-16fa65ccb3ff owned by compute:nova {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:17:23.882111 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470dc17c-c4f1-4a79-8f84-432aa37a0246 req-af857b81-8cab-4c76-9b71-d3b06e0f63f0 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:23.883541 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-470dc17c-c4f1-4a79-8f84-432aa37a0246 req-af857b81-8cab-4c76-9b71-d3b06e0f63f0 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 945 time: 0.2998512 May 26 11:17:23.928046 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21879122-246a-40fd-a577-93bca0024fb3 req-8a1318a6-e375-437a-becd-f65f662c10c2 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:23.929452 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-21879122-246a-40fd-a577-93bca0024fb3 req-8a1318a6-e375-437a-becd-f65f662c10c2 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 984 time: 0.2743716 May 26 11:17:23.976172 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-470dc17c-c4f1-4a79-8f84-432aa37a0246 req-e0873cf7-fe1a-4c77-be04-10e61edfcde8 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818837 May 26 11:17:24.033542 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-21879122-246a-40fd-a577-93bca0024fb3 req-f69e1cab-26d3-4f9f-85e6-0bb5032f83f4 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=3da18a81-ac35-4ab7-970b-413b03846335&id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0943918 May 26 11:17:24.131311 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-4866530a-6c44-4d18-b2aa-1e7a5425a01f req-65463cf0-39ce-4c8b-9037-1468fb1a1d75 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:24.137216 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0b51a407-6d6b-49ea-b648-9ed39852bb01 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:24.178451 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['409812ed-a613-476f-b8f9-86ca115c17ae', 'fd3a7881-1218-48ff-a264-16fa65ccb3ff'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:17:24.264921 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65463cf0-39ce-4c8b-9037-1468fb1a1d75 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Pushing event deleted for resources: {'Port': ['ID=fd3a7881-1218-48ff-a264-16fa65ccb3ff,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:24.268044 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-65463cf0-39ce-4c8b-9037-1468fb1a1d75 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:24.340026 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-4866530a-6c44-4d18-b2aa-1e7a5425a01f req-65463cf0-39ce-4c8b-9037-1468fb1a1d75 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] No DVR routers for this DVR port fd3a7881-1218-48ff-a264-16fa65ccb3ff on host hv-cinder-79313 {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:17:24.342689 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-4866530a-6c44-4d18-b2aa-1e7a5425a01f req-65463cf0-39ce-4c8b-9037-1468fb1a1d75 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:24.345391 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ca18ac-635c-4c41-99fb-c6a5f0be0b19', 'name': 'network-vif-deleted', 'tag': 'fd3a7881-1218-48ff-a264-16fa65ccb3ff'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:17:24.359495 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4866530a-6c44-4d18-b2aa-1e7a5425a01f req-65463cf0-39ce-4c8b-9037-1468fb1a1d75 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.37 "DELETE /v2.0/ports/fd3a7881-1218-48ff-a264-16fa65ccb3ff HTTP/1.1" status: 204 len: 173 time: 1.1176925 May 26 11:17:24.392862 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ca18ac-635c-4c41-99fb-c6a5f0be0b19', 'name': 'network-vif-deleted', 'tag': 'fd3a7881-1218-48ff-a264-16fa65ccb3ff', 'status': 'completed', 'code': 200} May 26 11:17:24.651648 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e0a46-a078-4e69-9203-76c61792fa51 req-955ea9ef-e91c-469f-b7aa-6213d1865517 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:24.653067 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ea8e0a46-a078-4e69-9203-76c61792fa51 req-955ea9ef-e91c-469f-b7aa-6213d1865517 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 945 time: 0.0846281 May 26 11:17:24.749214 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ea8e0a46-a078-4e69-9203-76c61792fa51 req-2f5e9c21-0fb1-4f96-89c6-58bb328706cb tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892580 May 26 11:17:24.776544 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448067-8bbb-4ed2-9b38-f16564142570 req-7332462b-ae68-441f-88c2-8a705a0951ed tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:24.778848 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-11448067-8bbb-4ed2-9b38-f16564142570 req-7332462b-ae68-441f-88c2-8a705a0951ed tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1050496 May 26 11:17:24.821807 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-11448067-8bbb-4ed2-9b38-f16564142570 req-c7dcbccb-666a-4cd5-ad99-46eef92024b7 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379095 May 26 11:17:25.138695 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-2da27408-ae72-4338-bab7-e8805e19cdc8 req-d76a70c5-580d-4cc5-a03a-7d2dd3408b9f tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Synchronizing usage tracker for tenant:6b8bf604831c47d6a1dbd73884dcc49a on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:17:25.228471 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e992039-5448-4218-aa33-3fb8ced13b4e req-01f88672-3a88-4cab-9a3a-5ae677615cc3 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:25.230529 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0e992039-5448-4218-aa33-3fb8ced13b4e req-01f88672-3a88-4cab-9a3a-5ae677615cc3 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 984 time: 0.0891907 May 26 11:17:25.254619 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-2da27408-ae72-4338-bab7-e8805e19cdc8 req-d76a70c5-580d-4cc5-a03a-7d2dd3408b9f tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Unset dirty status for tenant:6b8bf604831c47d6a1dbd73884dcc49a on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:17:25.255722 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2da27408-ae72-4338-bab7-e8805e19cdc8 req-d76a70c5-580d-4cc5-a03a-7d2dd3408b9f tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=b5ca18ac-635c-4c41-99fb-c6a5f0be0b19 HTTP/1.1" status: 200 len: 210 time: 0.1608086 May 26 11:17:25.288876 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0e992039-5448-4218-aa33-3fb8ced13b4e req-1b28f1ff-4dd8-4fc9-b96c-d9342a73489f tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=3da18a81-ac35-4ab7-970b-413b03846335&id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520344 May 26 11:17:26.000796 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c6bd6-17c7-4aac-96e2-439234e60c26 req-b04c9514-5778-4b2e-84b4-a0ef0653b133 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:26.002268 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-df9c6bd6-17c7-4aac-96e2-439234e60c26 req-b04c9514-5778-4b2e-84b4-a0ef0653b133 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 945 time: 0.1456914 May 26 11:17:26.054858 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b3418-8e5c-47a7-b21e-932e51c1afb2 req-e2d09f96-f3c4-40f2-a32a-2ff07b187237 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:26.056242 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0d5b3418-8e5c-47a7-b21e-932e51c1afb2 req-e2d09f96-f3c4-40f2-a32a-2ff07b187237 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1291986 May 26 11:17:26.079966 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-df9c6bd6-17c7-4aac-96e2-439234e60c26 req-116f40be-ccee-4b64-90fd-f2c14db64091 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703750 May 26 11:17:26.107569 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0d5b3418-8e5c-47a7-b21e-932e51c1afb2 req-f535c486-8a54-4567-8518-bdbd2dd1117d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452461 May 26 11:17:26.388551 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2d76f03d-572b-497f-b944-88f06aa9b16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:26.480538 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c227a0-de6d-4973-a86b-d94ea554a5aa req-27b2f65d-3254-4636-9f6f-c86c13ac5857 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:26.482000 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-19c227a0-de6d-4973-a86b-d94ea554a5aa req-27b2f65d-3254-4636-9f6f-c86c13ac5857 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 984 time: 0.0801969 May 26 11:17:26.531100 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-19c227a0-de6d-4973-a86b-d94ea554a5aa req-ac3fc6d1-01a4-4875-89a5-396319ec74a0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=3da18a81-ac35-4ab7-970b-413b03846335&id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432174 May 26 11:17:26.820131 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e47905-2677-4b79-8f94-02dcf96f430c req-20824117-8ea7-4758-9e17-0d3d7780a45c tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:26.821651 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-44e47905-2677-4b79-8f94-02dcf96f430c req-20824117-8ea7-4758-9e17-0d3d7780a45c tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 945 time: 0.0794065 May 26 11:17:27.031060 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bcf16-7b6d-4fa2-bde2-07f013a4af30 req-a0ba0f7e-2d79-4fa1-a701-3a2f0432b5fb tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:27.032415 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f38bcf16-7b6d-4fa2-bde2-07f013a4af30 req-a0ba0f7e-2d79-4fa1-a701-3a2f0432b5fb tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.1091199 May 26 11:17:27.033940 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-44e47905-2677-4b79-8f94-02dcf96f430c req-6eed62fb-da15-40f6-a551-daa3c6d35290 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Deleting port 2f18e19c-06c0-471b-97ea-a28507a4ef4c {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:17:27.034281 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-44e47905-2677-4b79-8f94-02dcf96f430c req-6eed62fb-da15-40f6-a551-daa3c6d35290 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:27.156629 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f38bcf16-7b6d-4fa2-bde2-07f013a4af30 req-a8d89fc8-4d88-494b-bb09-a3845b9ccd89 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087782 May 26 11:17:27.248184 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-44e47905-2677-4b79-8f94-02dcf96f430c req-6eed62fb-da15-40f6-a551-daa3c6d35290 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] For port 2f18e19c-06c0-471b-97ea-a28507a4ef4c, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=2f18e19c-06c0-471b-97ea-a28507a4ef4c,segment=NetworkSegment(a54bf79d-a496-4511-b7db-5c024c6f7baa),segment_id=a54bf79d-a496-4511-b7db-5c024c6f7baa)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:17:27.248538 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-44e47905-2677-4b79-8f94-02dcf96f430c req-6eed62fb-da15-40f6-a551-daa3c6d35290 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:27.412963 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-44e47905-2677-4b79-8f94-02dcf96f430c req-6eed62fb-da15-40f6-a551-daa3c6d35290 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Calling delete_port for 2f18e19c-06c0-471b-97ea-a28507a4ef4c owned by compute:nova {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:17:27.421825 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device fd3a7881-1218-48ff-a264-16fa65ccb3ff no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:17:27.455607 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] No Port match for: fd3a7881-1218-48ff-a264-16fa65ccb3ff {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:17:27.455959 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device fd3a7881-1218-48ff-a264-16fa65ccb3ff not bound to the agent host hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:17:27.486868 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360ce4f-2885-4bbe-be29-f45c5f1501f6 req-ee3d0fc7-4c69-4318-b371-50f4bf13fdeb tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:27.488314 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3360ce4f-2885-4bbe-be29-f45c5f1501f6 req-ee3d0fc7-4c69-4318-b371-50f4bf13fdeb tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 945 time: 0.3001335 May 26 11:17:27.503709 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef1807-0192-4f39-af18-8e75b087f58a req-5d16402c-6ceb-4bff-8625-7dac528aa740 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:27.505056 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f4ef1807-0192-4f39-af18-8e75b087f58a req-5d16402c-6ceb-4bff-8625-7dac528aa740 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.2455845 May 26 11:17:27.695969 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3360ce4f-2885-4bbe-be29-f45c5f1501f6 req-6cb83a9f-3ec1-40ba-8ee3-819a89bfec9f tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/security-groups?id=292d6229-a31a-4c87-bf96-84a57dcc09cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012339 May 26 11:17:27.699034 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f4ef1807-0192-4f39-af18-8e75b087f58a req-6fc5ca33-058f-4bc9-b2ef-53bec746dd45 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809185 May 26 11:17:27.795462 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-44e47905-2677-4b79-8f94-02dcf96f430c req-6eed62fb-da15-40f6-a551-daa3c6d35290 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:27.801810 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9156afd9-0f13-4191-ab33-5f0572703ee7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:27.848045 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['2f18e19c-06c0-471b-97ea-a28507a4ef4c'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:17:27.880438 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed62fb-da15-40f6-a551-daa3c6d35290 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Pushing event deleted for resources: {'Port': ['ID=2f18e19c-06c0-471b-97ea-a28507a4ef4c,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:27.891513 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6eed62fb-da15-40f6-a551-daa3c6d35290 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:27.971687 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e47905-2677-4b79-8f94-02dcf96f430c req-6eed62fb-da15-40f6-a551-daa3c6d35290 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] No DVR routers for this DVR port 2f18e19c-06c0-471b-97ea-a28507a4ef4c on host hv-cinder-79313 {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:17:27.974526 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-44e47905-2677-4b79-8f94-02dcf96f430c req-6eed62fb-da15-40f6-a551-daa3c6d35290 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:27.977124 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a86ec94-ad70-42f9-80bf-8904d1ad4d3f', 'name': 'network-vif-deleted', 'tag': '2f18e19c-06c0-471b-97ea-a28507a4ef4c'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:17:28.011019 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c81db-ead7-4a76-ac25-7603c420652a req-2bb8962e-0469-4bf7-ab77-265d202d6afc tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:28.012992 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ee8c81db-ead7-4a76-ac25-7603c420652a req-2bb8962e-0469-4bf7-ab77-265d202d6afc tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 984 time: 0.1813684 May 26 11:17:28.033856 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a86ec94-ad70-42f9-80bf-8904d1ad4d3f', 'name': 'network-vif-deleted', 'tag': '2f18e19c-06c0-471b-97ea-a28507a4ef4c', 'status': 'completed', 'code': 200} May 26 11:17:28.066904 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ee8c81db-ead7-4a76-ac25-7603c420652a req-1ad2a0d5-0bda-41da-8809-2f73dca51c79 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=3da18a81-ac35-4ab7-970b-413b03846335&id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0480371 May 26 11:17:28.086200 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-44e47905-2677-4b79-8f94-02dcf96f430c req-6eed62fb-da15-40f6-a551-daa3c6d35290 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.37 "DELETE /v2.0/ports/2f18e19c-06c0-471b-97ea-a28507a4ef4c HTTP/1.1" status: 204 len: 173 time: 1.2533996 May 26 11:17:28.346203 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e247cc-5fe3-48c8-8223-96d4b2dfd488 req-0e333195-85bc-4155-a849-aa80aa53162b tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:28.347570 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f3e247cc-5fe3-48c8-8223-96d4b2dfd488 req-0e333195-85bc-4155-a849-aa80aa53162b tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0809462 May 26 11:17:28.393772 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f3e247cc-5fe3-48c8-8223-96d4b2dfd488 req-921d52f9-cb0d-4a2d-a75b-65afdf024967 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403671 May 26 11:17:28.824770 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:28.892529 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-ee5e9efd-42ff-4d56-a02c-03eb58a1e7ea req-68728a3f-9c1a-48ce-b812-a95a0a842ef6 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Synchronizing usage tracker for tenant:b10ad5f6de2c4c48b2dbffebfca198ef on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:17:28.937863 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385ffea-72db-4fcf-962a-3ace6b9af34d req-0a05b2cf-e079-4d17-b246-3c06e4ff8769 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:28.939317 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6385ffea-72db-4fcf-962a-3ace6b9af34d req-0a05b2cf-e079-4d17-b246-3c06e4ff8769 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1345270 May 26 11:17:28.954731 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-68511156-a730-40ab-b54c-b6b8f57585df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:28.987046 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-ee5e9efd-42ff-4d56-a02c-03eb58a1e7ea req-68728a3f-9c1a-48ce-b812-a95a0a842ef6 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Unset dirty status for tenant:b10ad5f6de2c4c48b2dbffebfca198ef on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:17:28.988070 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ee5e9efd-42ff-4d56-a02c-03eb58a1e7ea req-68728a3f-9c1a-48ce-b812-a95a0a842ef6 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a86ec94-ad70-42f9-80bf-8904d1ad4d3f HTTP/1.1" status: 200 len: 210 time: 0.1522505 May 26 11:17:28.995936 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6385ffea-72db-4fcf-962a-3ace6b9af34d req-73d042ce-3e5b-42ef-8393-73641b72dc68 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497308 May 26 11:17:29.279641 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a33bd-8d44-4a10-aa56-c38396707e5c req-87c92598-6a76-4b95-9952-f338ad4b3563 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:29.281063 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1f4a33bd-8d44-4a10-aa56-c38396707e5c req-87c92598-6a76-4b95-9952-f338ad4b3563 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 984 time: 0.1068034 May 26 11:17:29.334295 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1f4a33bd-8d44-4a10-aa56-c38396707e5c req-1649c194-5dc4-471c-973c-c089019fa751 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=3da18a81-ac35-4ab7-970b-413b03846335&id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465701 May 26 11:17:29.573675 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:29.623752 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7fe25-b04a-4aa8-83b2-007d376f57ec req-3e7d121c-0baa-4d04-ae8f-a5fcc302be01 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:29.625170 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-aab7fe25-b04a-4aa8-83b2-007d376f57ec req-3e7d121c-0baa-4d04-ae8f-a5fcc302be01 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0941608 May 26 11:17:29.679042 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-aab7fe25-b04a-4aa8-83b2-007d376f57ec req-9c364143-be86-40d1-bd90-9bc4140154a7 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481670 May 26 11:17:30.091786 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 52152) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:17:30.151952 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-f717dcd1-8b76-488d-82b5-e52c7c760e96 admin admin] Deleting subnet 321c0d01-84f2-4a24-90fd-e7b00558ba0f {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:17:30.154886 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f717dcd1-8b76-488d-82b5-e52c7c760e96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:30.190509 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b82712-083b-44b3-9e69-d7aa6378a480 req-80688340-2dc8-4979-9fec-c7cd75fb18f2 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:30.191927 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-19b82712-083b-44b3-9e69-d7aa6378a480 req-80688340-2dc8-4979-9fec-c7cd75fb18f2 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.0867128 May 26 11:17:30.204896 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f717dcd1-8b76-488d-82b5-e52c7c760e96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-695888'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:30.239069 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-19b82712-083b-44b3-9e69-d7aa6378a480 req-b9956f31-bcc7-41ff-a919-5d468b8ad7b5 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409975 May 26 11:17:30.264504 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f717dcd1-8b76-488d-82b5-e52c7c760e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532386'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:30.536908 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c07964-1f6a-44cb-a955-971c5143c777 req-0bb20ffb-6ebf-4bc9-bef3-aa7264286c54 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:30.538729 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-29c07964-1f6a-44cb-a955-971c5143c777 req-0bb20ffb-6ebf-4bc9-bef3-aa7264286c54 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 984 time: 0.0836027 May 26 11:17:30.571954 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f717dcd1-8b76-488d-82b5-e52c7c760e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-857585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31668490'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:30.577872 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:30.590734 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-29c07964-1f6a-44cb-a955-971c5143c777 req-cc71e94a-1b5d-4317-b2ef-0fd03e68ca3e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=3da18a81-ac35-4ab7-970b-413b03846335&id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460007 May 26 11:17:30.618067 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717dcd1-8b76-488d-82b5-e52c7c760e96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=321c0d01-84f2-4a24-90fd-e7b00558ba0f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:30.620602 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f717dcd1-8b76-488d-82b5-e52c7c760e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:30.625053 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f717dcd1-8b76-488d-82b5-e52c7c760e96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:30.635684 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-f717dcd1-8b76-488d-82b5-e52c7c760e96 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/321c0d01-84f2-4a24-90fd-e7b00558ba0f HTTP/1.1" status: 204 len: 168 time: 0.5427854 May 26 11:17:30.638037 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 52158) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:17:30.742940 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8d67d737-f0e8-4673-b21d-ed3fadb39b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496182'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:30.862563 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac257010-8604-4480-8baa-6f3201ef8179 req-9312cb2d-ee39-42c5-8f16-1f8bc9a27dfc tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:30.863966 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ac257010-8604-4480-8baa-6f3201ef8179 req-9312cb2d-ee39-42c5-8f16-1f8bc9a27dfc tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0822341 May 26 11:17:30.865319 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8d67d737-f0e8-4673-b21d-ed3fadb39b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514367', 'neutron.services.segments.db._delete_segments_for_network-8746349621989'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:30.878973 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-8d67d737-f0e8-4673-b21d-ed3fadb39b0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8401442c-7711-47cb-bb0a-a8ee35438347']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:30.891444 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-8d67d737-f0e8-4673-b21d-ed3fadb39b0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54bf79d-a496-4511-b7db-5c024c6f7baa') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:30.891741 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-8d67d737-f0e8-4673-b21d-ed3fadb39b0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54bf79d-a496-4511-b7db-5c024c6f7baa') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:30.903233 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8d67d737-f0e8-4673-b21d-ed3fadb39b0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349629862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-695913'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:30.909335 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ac257010-8604-4480-8baa-6f3201ef8179 req-dbac3445-8a0e-433e-8efc-57879de8e791 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388439 May 26 11:17:30.918829 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8d67d737-f0e8-4673-b21d-ed3fadb39b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:30.925130 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d67d737-f0e8-4673-b21d-ed3fadb39b0f admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:17:30.925508 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8d67d737-f0e8-4673-b21d-ed3fadb39b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-857939'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: Traceback (most recent call last): May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: timer() May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: cb(*args, **kw) May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: return func(*args, **kwargs) May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: self._notify() May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: self.callback(batched_events) May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: event.method(event) May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: return f(self, *a, **k) May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: return self._get(url).json() May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: return self.request(url, 'GET', **kwargs) May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:17:30.938850 dv-cinder-793136-1-iscsi neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:17:31.074453 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8d67d737-f0e8-4673-b21d-ed3fadb39b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424647'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:31.078722 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:31.096239 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8d67d737-f0e8-4673-b21d-ed3fadb39b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:31.099802 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67d737-f0e8-4673-b21d-ed3fadb39b0f admin admin] Pushing event deleted for resources: {'Network': ['ID=8401442c-7711-47cb-bb0a-a8ee35438347,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:31.104378 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8d67d737-f0e8-4673-b21d-ed3fadb39b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:31.184829 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-8d67d737-f0e8-4673-b21d-ed3fadb39b0f admin admin] 10.222.0.35 "DELETE /v2.0/networks/8401442c-7711-47cb-bb0a-a8ee35438347 HTTP/1.1" status: 204 len: 168 time: 0.5455959 May 26 11:17:31.432610 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19065142-38e9-4ced-a38c-cf756467e2bc req-eb11c74b-c518-4c7b-9e12-93a81956c0f8 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:31.434089 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-19065142-38e9-4ced-a38c-cf756467e2bc req-eb11c74b-c518-4c7b-9e12-93a81956c0f8 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.0893896 May 26 11:17:31.437568 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 2f18e19c-06c0-471b-97ea-a28507a4ef4c no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:17:31.472061 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] No Port match for: 2f18e19c-06c0-471b-97ea-a28507a4ef4c {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:17:31.472426 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 2f18e19c-06c0-471b-97ea-a28507a4ef4c not bound to the agent host hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:17:31.480623 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-19065142-38e9-4ced-a38c-cf756467e2bc req-bd356ca3-b4d4-4131-b15f-b45fd7d9a877 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407608 May 26 11:17:31.482817 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:31.586273 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 52168) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:17:31.639992 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-7d65b302-ea7f-4286-bf93-8dc1b9cfbf71 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b10ad5f6de2c4c48b2dbffebfca198ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0524440 May 26 11:17:31.642517 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 52174) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:17:31.701631 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-559a0c84-db55-4d53-b8a7-c164fc450d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:31.727027 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-559a0c84-db55-4d53-b8a7-c164fc450d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:31.777420 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421eff9-c903-44c8-a9e7-926d874d8fcd req-446168a9-96f0-47ba-9a8e-581a6ce2e649 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:31.778901 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f421eff9-c903-44c8-a9e7-926d874d8fcd req-446168a9-96f0-47ba-9a8e-581a6ce2e649 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 984 time: 0.0793617 May 26 11:17:31.825909 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f421eff9-c903-44c8-a9e7-926d874d8fcd req-f637c246-a5a5-43a7-810b-ad5f554ac552 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=3da18a81-ac35-4ab7-970b-413b03846335&id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407617 May 26 11:17:31.858334 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-559a0c84-db55-4d53-b8a7-c164fc450d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:31.863210 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-00597e0d-1d67-4f0d-a383-2e2dbc3ba7ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:31.877004 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a0c84-db55-4d53-b8a7-c164fc450d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292d6229-a31a-4c87-bf96-84a57dcc09cc,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:31.879413 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-559a0c84-db55-4d53-b8a7-c164fc450d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:31.959675 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-559a0c84-db55-4d53-b8a7-c164fc450d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:31.959675 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-559a0c84-db55-4d53-b8a7-c164fc450d58 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/292d6229-a31a-4c87-bf96-84a57dcc09cc HTTP/1.1" status: 204 len: 168 time: 0.3123171 May 26 11:17:32.100311 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6970de-5130-44c6-934a-0529bedb574b req-18ad6dd9-3fc8-4034-9dc4-cdc815c7bd3a tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:32.101769 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-df6970de-5130-44c6-934a-0529bedb574b req-18ad6dd9-3fc8-4034-9dc4-cdc815c7bd3a tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0861712 May 26 11:17:32.147061 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-df6970de-5130-44c6-934a-0529bedb574b req-8c9c3004-288a-43b2-9e88-a17feafd3ec6 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389183 May 26 11:17:32.676966 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9c669-bfb5-4139-823f-3980cca0f7c0 req-840bf02b-6c8d-4763-8863-0acb386b4a79 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:32.678542 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-33d9c669-bfb5-4139-823f-3980cca0f7c0 req-840bf02b-6c8d-4763-8863-0acb386b4a79 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.0808225 May 26 11:17:32.704156 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:32.723067 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-33d9c669-bfb5-4139-823f-3980cca0f7c0 req-cf65a327-dd96-44ac-90fd-18041d5e0d5f tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383589 May 26 11:17:33.014801 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263896a-b802-4bf3-956c-39eca869b81d req-0e89e2b5-b6c0-48c5-9de3-e4e9039ed27e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:33.016249 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f263896a-b802-4bf3-956c-39eca869b81d req-0e89e2b5-b6c0-48c5-9de3-e4e9039ed27e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 984 time: 0.0820575 May 26 11:17:33.063413 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f263896a-b802-4bf3-956c-39eca869b81d req-184d4441-04f8-4e0d-85a4-71ad9b4efedd tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=3da18a81-ac35-4ab7-970b-413b03846335&id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411742 May 26 11:17:33.334360 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ae7f5-5169-47f4-bb8c-5847c2e8e850 req-ea30e1f1-fd29-40c5-a8a9-f5e6ff5e4023 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:33.335801 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5d9ae7f5-5169-47f4-bb8c-5847c2e8e850 req-ea30e1f1-fd29-40c5-a8a9-f5e6ff5e4023 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0790977 May 26 11:17:33.383243 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5d9ae7f5-5169-47f4-bb8c-5847c2e8e850 req-c7e4d003-03ea-45fc-96cc-45df4c86f8bb tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/security-groups?id=4380464e-539b-4e6f-9a60-5a67e728228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410740 May 26 11:17:33.515728 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc30d1-8e09-40a5-803c-b278a4143461 req-6f75b69b-4a32-4462-bbba-b0cf48a7f1e4 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:33.517133 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3abc30d1-8e09-40a5-803c-b278a4143461 req-6f75b69b-4a32-4462-bbba-b0cf48a7f1e4 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 945 time: 0.0776501 May 26 11:17:33.726821 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-3abc30d1-8e09-40a5-803c-b278a4143461 req-a68b7014-a5de-4842-805e-7f4c395e4983 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Deleting port 409812ed-a613-476f-b8f9-86ca115c17ae {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:17:33.727478 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-3abc30d1-8e09-40a5-803c-b278a4143461 req-a68b7014-a5de-4842-805e-7f4c395e4983 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:33.908217 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-3abc30d1-8e09-40a5-803c-b278a4143461 req-a68b7014-a5de-4842-805e-7f4c395e4983 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] For port 409812ed-a613-476f-b8f9-86ca115c17ae, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=409812ed-a613-476f-b8f9-86ca115c17ae,segment=NetworkSegment(4c20e951-4dca-4818-9f21-88b09eacf1bf),segment_id=4c20e951-4dca-4818-9f21-88b09eacf1bf)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:17:33.908570 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-3abc30d1-8e09-40a5-803c-b278a4143461 req-a68b7014-a5de-4842-805e-7f4c395e4983 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:34.046256 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-3abc30d1-8e09-40a5-803c-b278a4143461 req-a68b7014-a5de-4842-805e-7f4c395e4983 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Calling delete_port for 409812ed-a613-476f-b8f9-86ca115c17ae owned by compute:nova {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:17:34.085281 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f0a49-5b75-43b6-bfb4-145e0dfde0cb req-eb2a265e-68d8-445f-8d91-1bd50e73c1ad tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:34.086753 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b06f0a49-5b75-43b6-bfb4-145e0dfde0cb req-eb2a265e-68d8-445f-8d91-1bd50e73c1ad tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.2413790 May 26 11:17:34.152510 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b06f0a49-5b75-43b6-bfb4-145e0dfde0cb req-2fef2966-4568-4a09-96dc-83312d150a35 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569065 May 26 11:17:34.315507 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa08ef-5b1e-4ecd-aedd-a3180328909a req-0d4fb5e8-3896-4b1c-bfbe-aeaf667f0431 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:34.316955 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-30aa08ef-5b1e-4ecd-aedd-a3180328909a req-0d4fb5e8-3896-4b1c-bfbe-aeaf667f0431 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 984 time: 0.0855591 May 26 11:17:34.339475 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-3abc30d1-8e09-40a5-803c-b278a4143461 req-a68b7014-a5de-4842-805e-7f4c395e4983 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:34.347056 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:34.380775 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['409812ed-a613-476f-b8f9-86ca115c17ae'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:17:34.396667 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b7014-a5de-4842-805e-7f4c395e4983 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Pushing event deleted for resources: {'Port': ['ID=409812ed-a613-476f-b8f9-86ca115c17ae,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:34.408778 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a68b7014-a5de-4842-805e-7f4c395e4983 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:34.487871 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-30aa08ef-5b1e-4ecd-aedd-a3180328909a req-2918ba17-721d-4cb4-966c-28647e56a2b9 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=3da18a81-ac35-4ab7-970b-413b03846335&id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1644957 May 26 11:17:34.494092 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abc30d1-8e09-40a5-803c-b278a4143461 req-a68b7014-a5de-4842-805e-7f4c395e4983 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] No DVR routers for this DVR port 409812ed-a613-476f-b8f9-86ca115c17ae on host hv-cinder-79313 {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:17:34.496597 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-3abc30d1-8e09-40a5-803c-b278a4143461 req-a68b7014-a5de-4842-805e-7f4c395e4983 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:34.499528 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0226d4-2921-426c-80c4-8ee38cf73c25', 'name': 'network-vif-deleted', 'tag': '409812ed-a613-476f-b8f9-86ca115c17ae'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:17:34.555191 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0226d4-2921-426c-80c4-8ee38cf73c25', 'name': 'network-vif-deleted', 'tag': '409812ed-a613-476f-b8f9-86ca115c17ae', 'status': 'completed', 'code': 200} May 26 11:17:34.567400 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-4587d3db-da3a-4d23-9600-7bfbaaba9c62 req-750633ec-6f04-49f1-bd5c-d37340ee0969 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Synchronizing usage tracker for tenant:6b8bf604831c47d6a1dbd73884dcc49a on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:17:34.602798 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3abc30d1-8e09-40a5-803c-b278a4143461 req-a68b7014-a5de-4842-805e-7f4c395e4983 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.37 "DELETE /v2.0/ports/409812ed-a613-476f-b8f9-86ca115c17ae HTTP/1.1" status: 204 len: 173 time: 1.0787663 May 26 11:17:34.685886 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-4587d3db-da3a-4d23-9600-7bfbaaba9c62 req-750633ec-6f04-49f1-bd5c-d37340ee0969 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Unset dirty status for tenant:6b8bf604831c47d6a1dbd73884dcc49a on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:17:34.687636 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4587d3db-da3a-4d23-9600-7bfbaaba9c62 req-750633ec-6f04-49f1-bd5c-d37340ee0969 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 210 time: 0.1811666 May 26 11:17:35.400917 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70724a8f-c9fb-4155-84e1-fd22534b606b req-fdcfdc2d-8123-4bb2-9f4f-369b30a2084a tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:35.403498 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-70724a8f-c9fb-4155-84e1-fd22534b606b req-fdcfdc2d-8123-4bb2-9f4f-369b30a2084a tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1287813 May 26 11:17:35.485880 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-70724a8f-c9fb-4155-84e1-fd22534b606b req-8b644769-12f9-443d-87b2-1fb43c1ff083 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706749 May 26 11:17:35.814386 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1988c-5a8b-49c7-938b-a1da36b42976 req-76615cdc-587e-4544-9bd7-99de0a7be745 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:35.815956 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-61a1988c-5a8b-49c7-938b-a1da36b42976 req-76615cdc-587e-4544-9bd7-99de0a7be745 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 984 time: 0.1427877 May 26 11:17:35.980711 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-61a1988c-5a8b-49c7-938b-a1da36b42976 req-aa4cb71f-4b3a-4751-99a7-fe4a535b226f tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=3da18a81-ac35-4ab7-970b-413b03846335&id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1155457 May 26 11:17:35.998004 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-539129db-e34e-4e16-a992-9a0ce4137a4c req-d3c5545c-1d37-4b83-8b96-45adf23ffc9e tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc0226d4-2921-426c-80c4-8ee38cf73c25 HTTP/1.1" status: 200 len: 210 time: 0.0682178 May 26 11:17:36.015908 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8960d-8f39-4218-b364-76f29fa4b5f7 req-6bd8ffac-729c-4e08-ab33-adf4e530cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:36.018270 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b8a8960d-8f39-4218-b364-76f29fa4b5f7 req-6bd8ffac-729c-4e08-ab33-adf4e530cfcb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc961799625447e4a664b9239ec13944&device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 1099 time: 0.2012353 May 26 11:17:36.225095 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8960d-8f39-4218-b364-76f29fa4b5f7 req-ff46baa2-5821-4a7c-a091-f6fced9579e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:36.226493 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b8a8960d-8f39-4218-b364-76f29fa4b5f7 req-ff46baa2-5821-4a7c-a091-f6fced9579e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=35893588-0f1e-477d-83eb-d93225ef04a5 HTTP/1.1" status: 200 len: 910 time: 0.1661172 May 26 11:17:36.329528 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b8a8960d-8f39-4218-b364-76f29fa4b5f7 req-028efcc5-f604-40ac-a3f3-c9e0c1c3c75f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6150954b-109f-461e-b292-05d04007f5ee HTTP/1.1" status: 200 len: 1002 time: 0.0952137 May 26 11:17:36.391617 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8960d-8f39-4218-b364-76f29fa4b5f7 req-d3a70101-b57d-4b29-b410-021625c8b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:36.393052 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b8a8960d-8f39-4218-b364-76f29fa4b5f7 req-d3a70101-b57d-4b29-b410-021625c8b365 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf HTTP/1.1" status: 200 len: 848 time: 0.0562503 May 26 11:17:36.475993 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8960d-8f39-4218-b364-76f29fa4b5f7 req-6085f93b-bca5-4517-97f9-df3041b86226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:36.477372 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b8a8960d-8f39-4218-b364-76f29fa4b5f7 req-6085f93b-bca5-4517-97f9-df3041b86226 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35893588-0f1e-477d-83eb-d93225ef04a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702467 May 26 11:17:36.766928 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b8a8960d-8f39-4218-b364-76f29fa4b5f7 req-d7c79aeb-59af-42b4-bd48-cf29bd6f472c service neutron] 10.222.0.37 "GET /v2.0/networks/35893588-0f1e-477d-83eb-d93225ef04a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825768 May 26 11:17:36.780963 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfaf78-e5fd-44d0-9a3f-a1d2c02bf49e req-1c978377-b48b-4615-b696-53a2b43b679d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:36.782319 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3abfaf78-e5fd-44d0-9a3f-a1d2c02bf49e req-1c978377-b48b-4615-b696-53a2b43b679d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1402123 May 26 11:17:36.914025 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3abfaf78-e5fd-44d0-9a3f-a1d2c02bf49e req-7b31725c-94da-48d6-a224-bfd5b203e301 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257825 May 26 11:17:36.966470 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b8a8960d-8f39-4218-b364-76f29fa4b5f7 req-7ebbdbb8-e4f7-4f82-b6da-5cba28bd4d9f service neutron] 10.222.0.37 "GET /v2.0/networks/35893588-0f1e-477d-83eb-d93225ef04a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637754 May 26 11:17:37.110011 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 52274) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:17:37.202612 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23200aa1-6433-4fe9-b996-08a019a8d5d2 req-3819a01b-16df-43d0-9d12-9bdc63bca538 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:37.204164 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-23200aa1-6433-4fe9-b996-08a019a8d5d2 req-3819a01b-16df-43d0-9d12-9bdc63bca538 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 984 time: 0.0867307 May 26 11:17:37.257615 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-23200aa1-6433-4fe9-b996-08a019a8d5d2 req-acb7a659-ce8f-45ea-8fb7-5f7f20c77318 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=3da18a81-ac35-4ab7-970b-413b03846335&id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447550 May 26 11:17:37.483014 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 409812ed-a613-476f-b8f9-86ca115c17ae no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:17:37.526424 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] No Port match for: 409812ed-a613-476f-b8f9-86ca115c17ae {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:17:37.526883 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 409812ed-a613-476f-b8f9-86ca115c17ae not bound to the agent host hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:17:37.594481 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 52280) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:17:37.727022 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f62dcbd8-933a-458b-a7bc-08cecb8f2833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:37.749125 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-f62dcbd8-933a-458b-a7bc-08cecb8f2833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:17:37.753496 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-f62dcbd8-933a-458b-a7bc-08cecb8f2833 admin admin] Usage tracker for resource:security_group_rule and tenant:b2f56ec7b9da4e6faa6e1c8a276f3f21 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:17:37.756929 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-f62dcbd8-933a-458b-a7bc-08cecb8f2833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:17:37.765905 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-f62dcbd8-933a-458b-a7bc-08cecb8f2833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:17:37.799430 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419527'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:37.858450 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f62dcbd8-933a-458b-a7bc-08cecb8f2833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:37.933364 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f62dcbd8-933a-458b-a7bc-08cecb8f2833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:37.944045 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-124e8424-598a-4752-b21a-a5f62d040a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:37.988800 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-f62dcbd8-933a-458b-a7bc-08cecb8f2833 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b2f56ec7b9da4e6faa6e1c8a276f3f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3909299 May 26 11:17:37.988800 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62dcbd8-933a-458b-a7bc-08cecb8f2833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a2dd29-1325-4bf6-8cdf-e3af6537c538,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:37.990706 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 52288) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:17:37.993112 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f62dcbd8-933a-458b-a7bc-08cecb8f2833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:38.106981 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e8f61042-a065-4594-8337-c1e4e2f94068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:38.141908 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e8f61042-a065-4594-8337-c1e4e2f94068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:38.172422 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc43326-43a2-40b0-80cc-04b14241fdf8 req-b9888731-38f3-49d1-ad30-80b6d6f0f6ce tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:38.173914 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bbc43326-43a2-40b0-80cc-04b14241fdf8 req-b9888731-38f3-49d1-ad30-80b6d6f0f6ce tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1369305 May 26 11:17:38.218604 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] Deleting port a2a8d817-28e9-4cb8-81eb-69a2334b50e9 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:17:38.219187 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:38.236321 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bbc43326-43a2-40b0-80cc-04b14241fdf8 req-eaeb6ccf-c8c0-4525-8ef3-a44432a7ea8d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509071 May 26 11:17:38.321030 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e8f61042-a065-4594-8337-c1e4e2f94068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:38.326875 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d46103ed-261e-4859-8462-65b51085eb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:38.339112 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f61042-a065-4594-8337-c1e4e2f94068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a2dd29-1325-4bf6-8cdf-e3af6537c538,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:38.342164 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e8f61042-a065-4594-8337-c1e4e2f94068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:38.344172 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e8f61042-a065-4594-8337-c1e4e2f94068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:38.345267 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-e8f61042-a065-4594-8337-c1e4e2f94068 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/28a2dd29-1325-4bf6-8cdf-e3af6537c538 HTTP/1.1" status: 204 len: 168 time: 0.3537638 May 26 11:17:38.368378 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] For port a2a8d817-28e9-4cb8-81eb-69a2334b50e9, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=a2a8d817-28e9-4cb8-81eb-69a2334b50e9,segment=NetworkSegment(4c20e951-4dca-4818-9f21-88b09eacf1bf),segment_id=4c20e951-4dca-4818-9f21-88b09eacf1bf)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:17:38.368743 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:38.470418 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c97d2f-b855-45c2-8948-217cb340a715 req-90429209-edd7-4b16-ba04-bd15d6029b2e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:38.471843 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e0c97d2f-b855-45c2-8948-217cb340a715 req-90429209-edd7-4b16-ba04-bd15d6029b2e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 984 time: 0.0801988 May 26 11:17:38.509027 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] Calling delete_port for a2a8d817-28e9-4cb8-81eb-69a2334b50e9 owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:17:38.520224 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e0c97d2f-b855-45c2-8948-217cb340a715 req-d3663aa4-8248-447a-b4e8-28d4a36a6e14 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=3da18a81-ac35-4ab7-970b-413b03846335&id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419483 May 26 11:17:38.745647 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65e258-c80e-4afa-a27c-1f234b722b9d req-a0ce60de-5afa-4b3f-8d25-5eda41894bbf tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:38.748267 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7a65e258-c80e-4afa-a27c-1f234b722b9d req-a0ce60de-5afa-4b3f-8d25-5eda41894bbf tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.0981150 May 26 11:17:38.800976 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7a65e258-c80e-4afa-a27c-1f234b722b9d req-50c2df1e-49e2-4ea2-8b9b-248ddc81820c tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461612 May 26 11:17:38.906891 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed75d2-b395-43d5-acf7-d60d924ee84f req-a51fecd2-848f-4a78-9a1b-e6b21a60a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:38.908472 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1fed75d2-b395-43d5-acf7-d60d924ee84f req-a51fecd2-848f-4a78-9a1b-e6b21a60a66f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc961799625447e4a664b9239ec13944&device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 1099 time: 0.0779202 May 26 11:17:38.999955 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 52304) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:17:39.017474 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3658f659-8f48-4958-8202-8f4f215633a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:39.027392 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:39.032891 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4aab2268-aa87-4307-b351-f034a481ce2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:39.041074 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed75d2-b395-43d5-acf7-d60d924ee84f req-c38710f9-cbb2-4b4d-b7bd-92fb3a48f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:39.042592 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1fed75d2-b395-43d5-acf7-d60d924ee84f req-c38710f9-cbb2-4b4d-b7bd-92fb3a48f1e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=35893588-0f1e-477d-83eb-d93225ef04a5 HTTP/1.1" status: 200 len: 910 time: 0.1278625 May 26 11:17:39.075299 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-3658f659-8f48-4958-8202-8f4f215633a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:17:39.085282 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2a8d817-28e9-4cb8-81eb-69a2334b50e9,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:39.089505 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-3658f659-8f48-4958-8202-8f4f215633a5 admin admin] Usage tracker for resource:security_group_rule and tenant:864917aeb6484da9bfe05d552c96da68 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:17:39.119851 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-3658f659-8f48-4958-8202-8f4f215633a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:17:39.132600 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-3658f659-8f48-4958-8202-8f4f215633a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:17:39.135689 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:39.136057 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:39.136421 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:39.136777 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:39.137128 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:39.137475 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:39.137842 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:39.138191 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:39.138538 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:39.138882 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:39.139222 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:39.139560 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:39.150929 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1fed75d2-b395-43d5-acf7-d60d924ee84f req-e05820db-9e45-4881-8b42-ff98d36dccd1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6150954b-109f-461e-b292-05d04007f5ee HTTP/1.1" status: 200 len: 1002 time: 0.0995646 May 26 11:17:39.166800 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:39.215415 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed75d2-b395-43d5-acf7-d60d924ee84f req-1dd3e08d-414b-4a36-a60a-c6e780692323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:39.217131 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1fed75d2-b395-43d5-acf7-d60d924ee84f req-1dd3e08d-414b-4a36-a60a-c6e780692323 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf HTTP/1.1" status: 200 len: 848 time: 0.0609903 May 26 11:17:39.300299 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed75d2-b395-43d5-acf7-d60d924ee84f req-5601c659-1846-4edf-aeac-4a60c0de8064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:39.301732 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1fed75d2-b395-43d5-acf7-d60d924ee84f req-5601c659-1846-4edf-aeac-4a60c0de8064 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35893588-0f1e-477d-83eb-d93225ef04a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750535 May 26 11:17:39.423675 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3658f659-8f48-4958-8202-8f4f215633a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:39.426101 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423799'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:39.435181 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1fed75d2-b395-43d5-acf7-d60d924ee84f req-a67fdd39-59f5-42e3-9bf8-8f8e71f2c5ce service neutron] 10.222.0.37 "GET /v2.0/networks/35893588-0f1e-477d-83eb-d93225ef04a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267176 May 26 11:17:39.511537 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3658f659-8f48-4958-8202-8f4f215633a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:39.520108 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-045fa9fd-0415-4cca-bc87-2e4fb5bfd908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:39.635309 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-3658f659-8f48-4958-8202-8f4f215633a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=864917aeb6484da9bfe05d552c96da68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6317968 May 26 11:17:39.636231 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 52308) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:17:39.640211 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658f659-8f48-4958-8202-8f4f215633a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96349a4a-44ce-4a1d-958c-5357d2e45b82,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:39.651432 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1fed75d2-b395-43d5-acf7-d60d924ee84f req-d8e7c788-cf32-4e6a-9aab-ae6815d37815 service neutron] 10.222.0.37 "GET /v2.0/networks/35893588-0f1e-477d-83eb-d93225ef04a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092009 May 26 11:17:39.654332 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3658f659-8f48-4958-8202-8f4f215633a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:39.856502 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ccefe81e-177f-4b8a-a455-ec35f988d554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:39.895289 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ccefe81e-177f-4b8a-a455-ec35f988d554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:39.921208 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] Router 3213840d-d1cd-49be-865b-0259941713ac has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:17:39.993057 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4c015-e49e-4045-8aaf-2339def4d8d1 req-5ec56e22-a019-455b-83bb-a84bbecccb09 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:39.994588 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e9e4c015-e49e-4045-8aaf-2339def4d8d1 req-5ec56e22-a019-455b-83bb-a84bbecccb09 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.0822423 May 26 11:17:40.039336 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e9e4c015-e49e-4045-8aaf-2339def4d8d1 req-2591035b-7769-41ef-861f-1e19aea069ce tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388081 May 26 11:17:40.118015 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ccefe81e-177f-4b8a-a455-ec35f988d554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:40.123537 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ed5114e3-5fde-4bf7-a1cb-6e9b70914959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:40.137081 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:17:40.145487 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720b8ea5-6a7a-4a29-a699-0844c90440ee None None] Sync routers for ids ['3213840d-d1cd-49be-865b-0259941713ac'] in dv-cinder-793136-1-iscsi {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:17:40.147414 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefe81e-177f-4b8a-a455-ec35f988d554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96349a4a-44ce-4a1d-958c-5357d2e45b82,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:40.151672 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ccefe81e-177f-4b8a-a455-ec35f988d554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:40.155951 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720b8ea5-6a7a-4a29-a699-0844c90440ee None None] Routers {'3213840d-d1cd-49be-865b-0259941713ac'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:17:40.156571 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-720b8ea5-6a7a-4a29-a699-0844c90440ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:17:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['3213840d-d1cd-49be-865b-0259941713ac'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:40.160170 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ccefe81e-177f-4b8a-a455-ec35f988d554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:40.160919 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-ccefe81e-177f-4b8a-a455-ec35f988d554 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/96349a4a-44ce-4a1d-958c-5357d2e45b82 HTTP/1.1" status: 204 len: 168 time: 0.5221698 May 26 11:17:40.164903 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-c6269fcb-9de2-4028-9b98-56f396b36d78 admin admin] 10.222.0.35 "PUT /v2.0/routers/3213840d-d1cd-49be-865b-0259941713ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0506811 May 26 11:17:40.165496 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 52316) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:17:40.363227 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-828c7878-2a61-487c-b0ad-aefc8f7a4d14 admin admin] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:40.392198 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-720b8ea5-6a7a-4a29-a699-0844c90440ee None None] Set router 3213840d-d1cd-49be-865b-0259941713ac gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:17:40.649640 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-828c7878-2a61-487c-b0ad-aefc8f7a4d14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:40.733339 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-720b8ea5-6a7a-4a29-a699-0844c90440ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3213840d-d1cd-49be-865b-0259941713ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1019455147-router', 'tenant_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '7ba5e8ce-acf5-461c-b35f-0b26a993d7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:17:38Z', 'revision_number': 5, 'project_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'gw_port': {'id': '7ba5e8ce-acf5-461c-b35f-0b26a993d7a4', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:69:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3213840d-d1cd-49be-865b-0259941713ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:40.737983 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720b8ea5-6a7a-4a29-a699-0844c90440ee None None] Checking router: 3213840d-d1cd-49be-865b-0259941713ac for host: dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:17:40.747264 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720b8ea5-6a7a-4a29-a699-0844c90440ee None None] Routers {'3213840d-d1cd-49be-865b-0259941713ac'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:17:40.748026 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-720b8ea5-6a7a-4a29-a699-0844c90440ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:17:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['3213840d-d1cd-49be-865b-0259941713ac'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:40.792665 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-828c7878-2a61-487c-b0ad-aefc8f7a4d14 admin admin] Deleting port 7ba5e8ce-acf5-461c-b35f-0b26a993d7a4 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:17:40.793128 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-828c7878-2a61-487c-b0ad-aefc8f7a4d14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:40.904940 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-720b8ea5-6a7a-4a29-a699-0844c90440ee None None] Set router 3213840d-d1cd-49be-865b-0259941713ac gateway port host: None {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:17:40.927275 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-828c7878-2a61-487c-b0ad-aefc8f7a4d14 admin admin] For port 7ba5e8ce-acf5-461c-b35f-0b26a993d7a4, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=7ba5e8ce-acf5-461c-b35f-0b26a993d7a4,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:17:40.927622 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-828c7878-2a61-487c-b0ad-aefc8f7a4d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:41.016442 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-720b8ea5-6a7a-4a29-a699-0844c90440ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3213840d-d1cd-49be-865b-0259941713ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1019455147-router', 'tenant_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:17:40Z', 'revision_number': 6, 'project_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'gw_port_host': None}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:41.020498 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720b8ea5-6a7a-4a29-a699-0844c90440ee None None] The sync data for ids ['3213840d-d1cd-49be-865b-0259941713ac'] in dv-cinder-793136-1-iscsi is: [{'id': '3213840d-d1cd-49be-865b-0259941713ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1019455147-router', 'tenant_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:17:40Z', 'revision_number': 6, 'project_id': '6b8bf604831c47d6a1dbd73884dcc49a', 'gw_port_host': None}] {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:17:41.056237 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-828c7878-2a61-487c-b0ad-aefc8f7a4d14 admin admin] Calling delete_port for 7ba5e8ce-acf5-461c-b35f-0b26a993d7a4 owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:17:41.240888 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888e154-7307-439e-8be5-f13fb767c57e req-cc806a95-e132-4f2a-ab4c-2ddcd0245bda tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:41.242349 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4888e154-7307-439e-8be5-f13fb767c57e req-cc806a95-e132-4f2a-ab4c-2ddcd0245bda tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.0891240 May 26 11:17:41.264443 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-828c7878-2a61-487c-b0ad-aefc8f7a4d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:41.268992 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fba13580-6c6e-45cd-8617-4057bc4f8505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:41.289485 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4888e154-7307-439e-8be5-f13fb767c57e req-5f213226-a81b-498a-af01-84ab66ecd5db tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407622 May 26 11:17:41.319378 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c7878-2a61-487c-b0ad-aefc8f7a4d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba5e8ce-acf5-461c-b35f-0b26a993d7a4,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:41.319378 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-828c7878-2a61-487c-b0ad-aefc8f7a4d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:41.416754 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-828c7878-2a61-487c-b0ad-aefc8f7a4d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424680'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:41.596054 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-828c7878-2a61-487c-b0ad-aefc8f7a4d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1004'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:41.598226 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-828c7878-2a61-487c-b0ad-aefc8f7a4d14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:41.761652 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-828c7878-2a61-487c-b0ad-aefc8f7a4d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-422491'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:41.762336 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828c7878-2a61-487c-b0ad-aefc8f7a4d14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3213840d-d1cd-49be-865b-0259941713ac {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 11:17:41.774755 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-828c7878-2a61-487c-b0ad-aefc8f7a4d14 admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:41.776524 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-828c7878-2a61-487c-b0ad-aefc8f7a4d14 admin admin] 10.222.0.35 "DELETE /v2.0/routers/3213840d-d1cd-49be-865b-0259941713ac HTTP/1.1" status: 204 len: 168 time: 1.6096952 May 26 11:17:41.780700 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 52356) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:17:41.845513 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10e375a-8a96-4d06-9b3b-d7174eaded25 admin admin] Deleting subnet 05bc6058-ff72-43e9-87c9-1639ef6cacc4 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:17:41.848544 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c10e375a-8a96-4d06-9b3b-d7174eaded25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:41.904453 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c10e375a-8a96-4d06-9b3b-d7174eaded25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904542'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:41.961707 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c10e375a-8a96-4d06-9b3b-d7174eaded25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532386'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.243414 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 52366) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:17:42.280878 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c10e375a-8a96-4d06-9b3b-d7174eaded25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33092669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32234677'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.285024 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:42.318080 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e375a-8a96-4d06-9b3b-d7174eaded25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05bc6058-ff72-43e9-87c9-1639ef6cacc4,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:42.323636 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c10e375a-8a96-4d06-9b3b-d7174eaded25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:42.326258 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c10e375a-8a96-4d06-9b3b-d7174eaded25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.333318 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-c10e375a-8a96-4d06-9b3b-d7174eaded25 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/05bc6058-ff72-43e9-87c9-1639ef6cacc4 HTTP/1.1" status: 204 len: 168 time: 0.5528598 May 26 11:17:42.335769 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 52372) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:17:42.372189 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61f6dc98-59ad-4e2e-b7ea-c58de19ed706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.386769 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-61f6dc98-59ad-4e2e-b7ea-c58de19ed706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:17:42.390527 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-61f6dc98-59ad-4e2e-b7ea-c58de19ed706 admin admin] Usage tracker for resource:security_group_rule and tenant:58d4d8404a1242249495cb711c4e3434 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:17:42.393261 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-61f6dc98-59ad-4e2e-b7ea-c58de19ed706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:17:42.398774 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-61f6dc98-59ad-4e2e-b7ea-c58de19ed706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:17:42.441607 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8ff5d271-0e81-445c-8a3a-d22303383595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496182'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.489526 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61f6dc98-59ad-4e2e-b7ea-c58de19ed706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.550234 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61f6dc98-59ad-4e2e-b7ea-c58de19ed706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.558020 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-649e56ca-2c1a-4899-8111-3c9c7c1b2113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:42.574385 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8ff5d271-0e81-445c-8a3a-d22303383595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514367', 'neutron.services.segments.db._delete_segments_for_network-8746349621989'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.587240 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.services.segments.db [None req-8ff5d271-0e81-445c-8a3a-d22303383595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0297c65-03da-408e-9dc4-3aaead4f0782']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:42.599286 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-61f6dc98-59ad-4e2e-b7ea-c58de19ed706 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58d4d8404a1242249495cb711c4e3434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543053 May 26 11:17:42.599543 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.services.segments.db [None req-8ff5d271-0e81-445c-8a3a-d22303383595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c20e951-4dca-4818-9f21-88b09eacf1bf') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:42.599825 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.services.segments.db [None req-8ff5d271-0e81-445c-8a3a-d22303383595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c20e951-4dca-4818-9f21-88b09eacf1bf') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:42.600273 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6dc98-59ad-4e2e-b7ea-c58de19ed706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0396b4-6039-49fe-9ee5-04050d2a2ce3,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:42.602614 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 52376) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:17:42.605749 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-61f6dc98-59ad-4e2e-b7ea-c58de19ed706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:42.613316 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8ff5d271-0e81-445c-8a3a-d22303383595 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349629862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904551'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.633146 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8ff5d271-0e81-445c-8a3a-d22303383595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.639838 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff5d271-0e81-445c-8a3a-d22303383595 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:17:42.640237 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8ff5d271-0e81-445c-8a3a-d22303383595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33093279'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: Traceback (most recent call last): May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: timer() May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: cb(*args, **kw) May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: return func(*args, **kwargs) May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: self._notify() May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: self.callback(batched_events) May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: event.method(event) May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: return f(self, *a, **k) May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: return self._get(url).json() May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: return self.request(url, 'GET', **kwargs) May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:17:42.653632 dv-cinder-793136-1-iscsi neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:17:42.664095 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-800e4c6b-4e45-4b51-9b40-d54cafa2d455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.689766 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-800e4c6b-4e45-4b51-9b40-d54cafa2d455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.794551 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8ff5d271-0e81-445c-8a3a-d22303383595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424647'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.799174 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8ff5d271-0e81-445c-8a3a-d22303383595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.801715 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:42.824253 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5d271-0e81-445c-8a3a-d22303383595 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0297c65-03da-408e-9dc4-3aaead4f0782,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:42.827199 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8ff5d271-0e81-445c-8a3a-d22303383595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:42.830163 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-800e4c6b-4e45-4b51-9b40-d54cafa2d455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.834011 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ffd147d5-79ba-4a7b-89b8-771506e79468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:42.845758 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e4c6b-4e45-4b51-9b40-d54cafa2d455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0396b4-6039-49fe-9ee5-04050d2a2ce3,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:42.850782 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-800e4c6b-4e45-4b51-9b40-d54cafa2d455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:42.852792 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-800e4c6b-4e45-4b51-9b40-d54cafa2d455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.853906 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-800e4c6b-4e45-4b51-9b40-d54cafa2d455 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf0396b4-6039-49fe-9ee5-04050d2a2ce3 HTTP/1.1" status: 204 len: 168 time: 0.2503259 May 26 11:17:42.916358 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-8ff5d271-0e81-445c-8a3a-d22303383595 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e0297c65-03da-408e-9dc4-3aaead4f0782 HTTP/1.1" status: 204 len: 168 time: 0.5795407 May 26 11:17:43.007153 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 7ba5e8ce-acf5-461c-b35f-0b26a993d7a4 no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:17:43.040560 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: 7ba5e8ce-acf5-461c-b35f-0b26a993d7a4 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:17:43.041409 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 7ba5e8ce-acf5-461c-b35f-0b26a993d7a4 not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:17:43.041859 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device a2a8d817-28e9-4cb8-81eb-69a2334b50e9 no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:17:43.077922 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: a2a8d817-28e9-4cb8-81eb-69a2334b50e9 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:17:43.078274 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device a2a8d817-28e9-4cb8-81eb-69a2334b50e9 not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:17:43.296499 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 52388) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:17:43.351175 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-a9caab9b-a065-404c-b03e-ef8b087b2e83 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6b8bf604831c47d6a1dbd73884dcc49a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0531359 May 26 11:17:43.354337 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 52392) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:17:43.429027 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a78f83e5-bf96-4429-803a-2aa89b743c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:43.470413 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a78f83e5-bf96-4429-803a-2aa89b743c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:43.664009 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a78f83e5-bf96-4429-803a-2aa89b743c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:43.669477 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-74987aba-d514-44ef-a632-ff55fab13eee tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:43.682717 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f83e5-bf96-4429-803a-2aa89b743c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4380464e-539b-4e6f-9a60-5a67e728228b,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:43.689850 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a78f83e5-bf96-4429-803a-2aa89b743c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:43.776746 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a78f83e5-bf96-4429-803a-2aa89b743c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:43.777940 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-a78f83e5-bf96-4429-803a-2aa89b743c36 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4380464e-539b-4e6f-9a60-5a67e728228b HTTP/1.1" status: 204 len: 168 time: 0.4223735 May 26 11:17:44.112276 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 52414) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:17:44.227430 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-449162179-network', 'tenant_id': '174d961c5d0f40d1b79e94297d601787'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:17:44.234487 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:17:44.238607 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Usage tracker for resource:network and tenant:174d961c5d0f40d1b79e94297d601787 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:17:44.241600 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:17:44.248010 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:17:44.338807 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Made reservation on behalf of 174d961c5d0f40d1b79e94297d601787 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:17:44.341243 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1461799'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:44.353076 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:44.367719 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:17:44.371631 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Usage tracker for resource:security_group_rule and tenant:174d961c5d0f40d1b79e94297d601787 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:17:44.374431 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:17:44.379900 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:17:44.466171 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:44.538072 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:44.542513 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-35e3fc9d-200a-4cff-ba81-ebe888abbc52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:44.569460 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:17:44.582399 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4ff50a-09c6-457d-8d71-f165711838ab,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:44.585448 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:44.588166 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:44.588516 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.db.segments_db [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Added segment 36ea1b08-5d02-432f-b332-e58fd646f2d5 of type vlan for network ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a May 26 11:17:44.616104 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746349196638'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:44.704598 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:44.706151 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:44.706737 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:44.710520 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ae6f1c96-7d3a-48ef-965e-7fd231bd0f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:44.811244 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Pushing event updated for resources: {'Network': ['ID=ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:44.813874 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:44.820661 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Network ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a details requested by agent ovs-agent-dv-cinder-793136-1-iscsi with host dv-cinder-793136-1-iscsi {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:17:44.876344 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7629652 May 26 11:17:44.879366 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 52438) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:17:44.885621 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-bd06989e-7d8b-4887-9da0-78fe92fa5f45 admin admin] Request body: {'subnet': {'network_id': 'ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-449162179-subnet', 'tenant_id': '174d961c5d0f40d1b79e94297d601787', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:17:44.892553 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-bd06989e-7d8b-4887-9da0-78fe92fa5f45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:17:44.896481 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-bd06989e-7d8b-4887-9da0-78fe92fa5f45 admin admin] Usage tracker for resource:subnet and tenant:174d961c5d0f40d1b79e94297d601787 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:17:44.899416 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-bd06989e-7d8b-4887-9da0-78fe92fa5f45 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:17:44.906180 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-bd06989e-7d8b-4887-9da0-78fe92fa5f45 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:17:44.979273 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd06989e-7d8b-4887-9da0-78fe92fa5f45 admin admin] Made reservation on behalf of 174d961c5d0f40d1b79e94297d601787 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:17:44.982536 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bd06989e-7d8b-4887-9da0-78fe92fa5f45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32234648'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:45.310384 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:17:45.521760 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bd06989e-7d8b-4887-9da0-78fe92fa5f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33092732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32234638'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:45.527647 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e353d5a8-ac5e-4f9c-9cd4-b7dc2b0bc2e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:45.598508 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06989e-7d8b-4887-9da0-78fe92fa5f45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c823302-1a71-4ea0-adb7-8c874b3e5ea7,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:45.601945 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bd06989e-7d8b-4887-9da0-78fe92fa5f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:45.608163 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd06989e-7d8b-4887-9da0-78fe92fa5f45 admin admin] Checking segment: {'id': '36ea1b08-5d02-432f-b332-e58fd646f2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:17:45.608530 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd06989e-7d8b-4887-9da0-78fe92fa5f45 admin admin] Network hostable DHCP agents. Network: ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a, hostable agents: ['5be7b6bf-9113-45d0-8352-d59a3f612e3f'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:17:45.704465 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd06989e-7d8b-4887-9da0-78fe92fa5f45 admin admin] Network ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a is scheduled to be hosted by DHCP agent 5be7b6bf-9113-45d0-8352-d59a3f612e3f with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:17:45.773719 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-bd06989e-7d8b-4887-9da0-78fe92fa5f45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-iscsi, ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:17:45.784261 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7214e1-28f5-47be-a913-ce47b962a3ec None None] Network ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:17:45.784433 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd06989e-7d8b-4887-9da0-78fe92fa5f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:45.785007 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bd06989e-7d8b-4887-9da0-78fe92fa5f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:45.875952 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-bd06989e-7d8b-4887-9da0-78fe92fa5f45 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9953997 May 26 11:17:45.981090 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192c536f-4000-4d06-ba1d-dbf78fd8864e None None] Network ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:17:48.156697 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68520f9d-875d-40f4-920e-6c4ba735074d req-2d606319-eda5-47c2-9860-917cccda5c88 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:48.157298 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-68520f9d-875d-40f4-920e-6c4ba735074d req-2d606319-eda5-47c2-9860-917cccda5c88 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Synchronizing usage tracker for tenant:174d961c5d0f40d1b79e94297d601787 on resource:network {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:17:48.229203 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-68520f9d-875d-40f4-920e-6c4ba735074d req-2d606319-eda5-47c2-9860-917cccda5c88 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Unset dirty status for tenant:174d961c5d0f40d1b79e94297d601787 on resource:network {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:17:48.230448 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-68520f9d-875d-40f4-920e-6c4ba735074d req-2d606319-eda5-47c2-9860-917cccda5c88 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/networks?id=ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a HTTP/1.1" status: 200 len: 808 time: 0.2144022 May 26 11:17:48.245343 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-68520f9d-875d-40f4-920e-6c4ba735074d req-9ebbf02d-c92b-4d08-802c-5e8add66fb79 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/quotas/174d961c5d0f40d1b79e94297d601787 HTTP/1.1" status: 200 len: 375 time: 0.0093966 May 26 11:17:48.292417 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-68520f9d-875d-40f4-920e-6c4ba735074d req-09a900d4-af06-44ca-97ea-0aabf6b42cc2 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=174d961c5d0f40d1b79e94297d601787&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415287 May 26 11:17:48.423046 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-68520f9d-875d-40f4-920e-6c4ba735074d req-1f9b823d-775f-431b-aad9-4e51732b639b service neutron] 10.222.0.35 "GET /v2.0/networks/ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238201 May 26 11:17:48.553815 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-68520f9d-875d-40f4-920e-6c4ba735074d req-e189f531-5679-4f3d-b2b8-408337dc6b74 service neutron] 10.222.0.35 "GET /v2.0/networks/ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246991 May 26 11:17:48.809510 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4c414fbb-5a2a-40f2-973e-7f64f5fa707c req-c1deac9d-34e4-4970-bd2a-01a15bfb7ad6 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e566a39-3322-4edf-ac19-9718d08e5bcb HTTP/1.1" status: 200 len: 210 time: 0.0580313 May 26 11:17:49.896516 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-83efba55-2241-4f15-bc23-135d01446658 req-e5ebd04a-6e3b-41cf-b7f4-6f726cc1ff48 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e566a39-3322-4edf-ac19-9718d08e5bcb HTTP/1.1" status: 200 len: 210 time: 0.0416834 May 26 11:17:51.052055 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-83c00f55-6c8c-4d1f-b924-c59f747bd8ee req-1804b5f3-7d02-4f66-9f17-c3bb3db3dcde tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e566a39-3322-4edf-ac19-9718d08e5bcb HTTP/1.1" status: 200 len: 210 time: 0.0484483 May 26 11:17:51.455144 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68520f9d-875d-40f4-920e-6c4ba735074d req-6d440269-122b-4103-9709-2969c5587178 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:51.456615 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-68520f9d-875d-40f4-920e-6c4ba735074d req-6d440269-122b-4103-9709-2969c5587178 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.37 "GET /v2.0/networks?id=ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a HTTP/1.1" status: 200 len: 808 time: 0.1551626 May 26 11:17:51.479605 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-68520f9d-875d-40f4-920e-6c4ba735074d req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Request body: {'port': {'device_id': '7e566a39-3322-4edf-ac19-9718d08e5bcb', 'network_id': 'ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a', 'admin_state_up': True, 'tenant_id': '174d961c5d0f40d1b79e94297d601787'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:17:51.629741 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-68520f9d-875d-40f4-920e-6c4ba735074d req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:17:51.634526 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-68520f9d-875d-40f4-920e-6c4ba735074d req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Usage tracker for resource:port and tenant:174d961c5d0f40d1b79e94297d601787 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:17:51.638083 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-68520f9d-875d-40f4-920e-6c4ba735074d req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:17:51.644679 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-68520f9d-875d-40f4-920e-6c4ba735074d req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:17:51.732912 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68520f9d-875d-40f4-920e-6c4ba735074d req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Made reservation on behalf of 174d961c5d0f40d1b79e94297d601787 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:17:51.744853 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-68520f9d-875d-40f4-920e-6c4ba735074d req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:51.901612 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [req-68520f9d-875d-40f4-920e-6c4ba735074d req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Allocated IP 172.20.0.5 (ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a/6c823302-1a71-4ea0-adb7-8c874b3e5ea7/b9b9d4b7-b20e-44be-a48a-bffa2b75f448) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:17:52.245000 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-68520f9d-875d-40f4-920e-6c4ba735074d req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:52.255383 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8ac96a04-87ce-4995-a8d4-39e6a5eaf1e0 req-16ae84cf-2e55-416c-bd4d-83e8481805d6 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e566a39-3322-4edf-ac19-9718d08e5bcb HTTP/1.1" status: 200 len: 210 time: 0.0640953 May 26 11:17:52.366049 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-68520f9d-875d-40f4-920e-6c4ba735074d req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:52.372398 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-479edf8c-fdf1-45be-855b-6e4b5dc71193 tempest-DeleteServersTestJSON-1653972134 tempest-DeleteServersTestJSON-1653972134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:52.439203 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68520f9d-875d-40f4-920e-6c4ba735074d req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Network ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:17:52.442267 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [req-68520f9d-875d-40f4-920e-6c4ba735074d req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:17:52.445865 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-68520f9d-875d-40f4-920e-6c4ba735074d req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:17:52.476344 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Pushing event updated for resources: {'Port': ['ID=b9b9d4b7-b20e-44be-a48a-bffa2b75f448,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:52.495298 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:52.498758 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:52.498758 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:52.498758 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:52.498758 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:52.498758 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:52.498758 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:52.498758 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:52.498758 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:52.498758 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:52.498758 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:52.499699 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:52.504495 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:52.522063 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68520f9d-875d-40f4-920e-6c4ba735074d req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:52.522674 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-68520f9d-875d-40f4-920e-6c4ba735074d req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:52.653123 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-68520f9d-875d-40f4-920e-6c4ba735074d req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1781313 May 26 11:17:52.672581 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-68520f9d-875d-40f4-920e-6c4ba735074d req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Request body: {'port': {'device_id': '7e566a39-3322-4edf-ac19-9718d08e5bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:17:52.785544 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-68520f9d-875d-40f4-920e-6c4ba735074d req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:53.123486 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [req-68520f9d-875d-40f4-920e-6c4ba735074d req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b9d4b7-b20e-44be-a48a-bffa2b75f448 {{(pid=92386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:17:53.130660 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-68520f9d-875d-40f4-920e-6c4ba735074d req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:53.144431 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-68520f9d-875d-40f4-920e-6c4ba735074d req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Transition to ACTIVE for port object b9b9d4b7-b20e-44be-a48a-bffa2b75f448 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:17:53.252338 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-68520f9d-875d-40f4-920e-6c4ba735074d req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:53.256659 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-74f63fb7-7fab-4d53-8f8b-f7464b3a6f0b tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:53.426501 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Pushing event updated for resources: {'Port': ['ID=b9b9d4b7-b20e-44be-a48a-bffa2b75f448,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:53.429824 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:53.564602 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e5d0d-3e31-4fd0-805e-510d704e5c37 req-7ca8b5de-489c-4d96-835e-be041b15be81 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:53.568045 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-866e5d0d-3e31-4fd0-805e-510d704e5c37 req-7ca8b5de-489c-4d96-835e-be041b15be81 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Synchronizing usage tracker for tenant:174d961c5d0f40d1b79e94297d601787 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:17:53.571331 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-68520f9d-875d-40f4-920e-6c4ba735074d req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Attempting to bind port b9b9d4b7-b20e-44be-a48a-bffa2b75f448 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:17:53.571820 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-68520f9d-875d-40f4-920e-6c4ba735074d req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Attempting to bind port b9b9d4b7-b20e-44be-a48a-bffa2b75f448 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '36ea1b08-5d02-432f-b332-e58fd646f2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:17:53.572144 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68520f9d-875d-40f4-920e-6c4ba735074d req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Attempting to bind port b9b9d4b7-b20e-44be-a48a-bffa2b75f448 on network ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:17:53.583524 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68520f9d-875d-40f4-920e-6c4ba735074d req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Port b9b9d4b7-b20e-44be-a48a-bffa2b75f448 on network ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:17:53.583931 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68520f9d-875d-40f4-920e-6c4ba735074d req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Attempting to bind port b9b9d4b7-b20e-44be-a48a-bffa2b75f448 on network ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:17:53.590675 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68520f9d-875d-40f4-920e-6c4ba735074d req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Checking agent: {'id': 'e864f0ab-5241-4583-ad18-7aea86fa37e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'started_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:17:53.591001 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68520f9d-875d-40f4-920e-6c4ba735074d req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Checking segment: {'id': '36ea1b08-5d02-432f-b332-e58fd646f2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:17:53.591377 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68520f9d-875d-40f4-920e-6c4ba735074d req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Bound using segment: {'id': '36ea1b08-5d02-432f-b332-e58fd646f2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:17:53.591841 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-68520f9d-875d-40f4-920e-6c4ba735074d req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Bound port: b9b9d4b7-b20e-44be-a48a-bffa2b75f448, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ea1b08-5d02-432f-b332-e58fd646f2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:17:53.592180 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-68520f9d-875d-40f4-920e-6c4ba735074d req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:53.667056 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-866e5d0d-3e31-4fd0-805e-510d704e5c37 req-7ca8b5de-489c-4d96-835e-be041b15be81 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Unset dirty status for tenant:174d961c5d0f40d1b79e94297d601787 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:17:53.668166 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-866e5d0d-3e31-4fd0-805e-510d704e5c37 req-7ca8b5de-489c-4d96-835e-be041b15be81 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e566a39-3322-4edf-ac19-9718d08e5bcb HTTP/1.1" status: 200 len: 943 time: 0.3000860 May 26 11:17:53.695283 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-68520f9d-875d-40f4-920e-6c4ba735074d req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] For port b9b9d4b7-b20e-44be-a48a-bffa2b75f448, host hv-cinder-79313, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:17:53.712985 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-68520f9d-875d-40f4-920e-6c4ba735074d req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] For port b9b9d4b7-b20e-44be-a48a-bffa2b75f448, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=b9b9d4b7-b20e-44be-a48a-bffa2b75f448,segment=NetworkSegment(36ea1b08-5d02-432f-b332-e58fd646f2d5),segment_id=36ea1b08-5d02-432f-b332-e58fd646f2d5)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:17:53.724073 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-866e5d0d-3e31-4fd0-805e-510d704e5c37 req-f8e62767-dff4-4a9c-8e6e-d81e29b477ef tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Synchronizing usage tracker for tenant:174d961c5d0f40d1b79e94297d601787 on resource:security_group {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:17:53.767612 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-68520f9d-875d-40f4-920e-6c4ba735074d req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:53.771075 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:53.829066 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68520f9d-875d-40f4-920e-6c4ba735074d req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:53.830134 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-68520f9d-875d-40f4-920e-6c4ba735074d req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:53.831467 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-68520f9d-875d-40f4-920e-6c4ba735074d req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] 10.222.0.37 "PUT /v2.0/ports/b9b9d4b7-b20e-44be-a48a-bffa2b75f448 HTTP/1.1" status: 200 len: 1093 time: 1.1634583 May 26 11:17:53.834848 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e566a39-3322-4edf-ac19-9718d08e5bcb', 'tag': 'b9b9d4b7-b20e-44be-a48a-bffa2b75f448'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:17:53.841896 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-866e5d0d-3e31-4fd0-805e-510d704e5c37 req-f8e62767-dff4-4a9c-8e6e-d81e29b477ef tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Unset dirty status for tenant:174d961c5d0f40d1b79e94297d601787 on resource:security_group {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:17:53.843861 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-866e5d0d-3e31-4fd0-805e-510d704e5c37 req-f8e62767-dff4-4a9c-8e6e-d81e29b477ef tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d4ff50a-09c6-457d-8d71-f165711838ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669593 May 26 11:17:53.860460 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Pushing event updated for resources: {'Port': ['ID=b9b9d4b7-b20e-44be-a48a-bffa2b75f448,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:53.864319 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:53.884238 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e566a39-3322-4edf-ac19-9718d08e5bcb', 'tag': 'b9b9d4b7-b20e-44be-a48a-bffa2b75f448', 'status': 'completed', 'code': 200} May 26 11:17:54.013011 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c27df-5a20-4e2d-8fff-f8f6266713a7 req-95efb1d7-579d-425d-be14-1c451e2f763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:54.014508 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-112c27df-5a20-4e2d-8fff-f8f6266713a7 req-95efb1d7-579d-425d-be14-1c451e2f763a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=174d961c5d0f40d1b79e94297d601787&device_id=7e566a39-3322-4edf-ac19-9718d08e5bcb HTTP/1.1" status: 200 len: 1096 time: 0.0719106 May 26 11:17:54.164111 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c27df-5a20-4e2d-8fff-f8f6266713a7 req-30bfc84e-4d02-4ac7-b0fa-5a6507ae5fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:54.166238 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-112c27df-5a20-4e2d-8fff-f8f6266713a7 req-30bfc84e-4d02-4ac7-b0fa-5a6507ae5fa7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=174d961c5d0f40d1b79e94297d601787&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1354346 May 26 11:17:54.304230 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c27df-5a20-4e2d-8fff-f8f6266713a7 req-64614393-4524-47b2-af33-4b55a27dbf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:54.305662 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-112c27df-5a20-4e2d-8fff-f8f6266713a7 req-64614393-4524-47b2-af33-4b55a27dbf41 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308765 May 26 11:17:54.450265 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68520f9d-875d-40f4-920e-6c4ba735074d req-fe7ee4f1-03b2-49e3-b58b-e93bebfd93b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:54.451825 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-68520f9d-875d-40f4-920e-6c4ba735074d req-fe7ee4f1-03b2-49e3-b58b-e93bebfd93b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=174d961c5d0f40d1b79e94297d601787&device_id=7e566a39-3322-4edf-ac19-9718d08e5bcb HTTP/1.1" status: 200 len: 1096 time: 0.0734334 May 26 11:17:54.611646 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-68520f9d-875d-40f4-920e-6c4ba735074d req-f1ebfe11-a18b-4f40-9bc5-f9a70e5926d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9b9d4b7-b20e-44be-a48a-bffa2b75f448 HTTP/1.1" status: 200 len: 217 time: 0.1401517 May 26 11:17:54.677397 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68520f9d-875d-40f4-920e-6c4ba735074d req-a5206dfc-a979-4eb0-9511-66370fd7a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:54.678849 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-68520f9d-875d-40f4-920e-6c4ba735074d req-a5206dfc-a979-4eb0-9511-66370fd7a02e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c823302-1a71-4ea0-adb7-8c874b3e5ea7 HTTP/1.1" status: 200 len: 848 time: 0.0597432 May 26 11:17:54.726478 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-68520f9d-875d-40f4-920e-6c4ba735074d req-ae64d6c3-c46d-4e94-a66b-caf92ebbe3c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398684 May 26 11:17:54.860271 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-68520f9d-875d-40f4-920e-6c4ba735074d req-0e668eb4-056c-4fe7-b06c-3d376f8d0d18 service neutron] 10.222.0.37 "GET /v2.0/networks/ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263273 May 26 11:17:55.048868 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-68520f9d-875d-40f4-920e-6c4ba735074d req-2c3a5410-f5d9-4014-be5d-b111e84b1628 service neutron] 10.222.0.37 "GET /v2.0/networks/ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812491 May 26 11:17:55.067510 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fa863-6c3e-482f-ab07-533899d1b940 req-93211fcc-fdf6-4359-b5c3-e3e121a61de3 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:55.068931 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-281fa863-6c3e-482f-ab07-533899d1b940 req-93211fcc-fdf6-4359-b5c3-e3e121a61de3 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e566a39-3322-4edf-ac19-9718d08e5bcb HTTP/1.1" status: 200 len: 943 time: 0.1116836 May 26 11:17:55.112887 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-281fa863-6c3e-482f-ab07-533899d1b940 req-9ed7f055-1888-4eec-b0a0-39058dad7137 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d4ff50a-09c6-457d-8d71-f165711838ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381079 May 26 11:17:56.299213 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e328a-1222-4d9a-b360-98fce41f54c3 req-fcaafd9e-5457-4566-a6bc-6b9f16d2ea27 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:56.300649 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1c9e328a-1222-4d9a-b360-98fce41f54c3 req-fcaafd9e-5457-4566-a6bc-6b9f16d2ea27 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e566a39-3322-4edf-ac19-9718d08e5bcb HTTP/1.1" status: 200 len: 943 time: 0.0810559 May 26 11:17:56.351211 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1c9e328a-1222-4d9a-b360-98fce41f54c3 req-20a718ae-cb07-4f44-b293-1537136f1d73 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d4ff50a-09c6-457d-8d71-f165711838ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437722 May 26 11:17:56.418467 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5b9eb7ba-ba4f-49f7-b9ea-18f5a8a83bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:56.468063 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 52590) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:17:56.586451 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-45122a84-130f-4b8a-9a76-0a185632ed2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:56.605126 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-45122a84-130f-4b8a-9a76-0a185632ed2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:17:56.608916 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-45122a84-130f-4b8a-9a76-0a185632ed2a admin admin] Usage tracker for resource:security_group_rule and tenant:920754ccbc9a4fd4905a0560f010a4a9 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:17:56.611689 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-45122a84-130f-4b8a-9a76-0a185632ed2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:17:56.617197 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-45122a84-130f-4b8a-9a76-0a185632ed2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:17:56.702512 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-45122a84-130f-4b8a-9a76-0a185632ed2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:56.755416 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-45122a84-130f-4b8a-9a76-0a185632ed2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:56.762520 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:56.801584 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45122a84-130f-4b8a-9a76-0a185632ed2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9aa1983-f100-4243-b318-def6edd18206,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:56.804818 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-45122a84-130f-4b8a-9a76-0a185632ed2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:56.807941 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-45122a84-130f-4b8a-9a76-0a185632ed2a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=920754ccbc9a4fd4905a0560f010a4a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3388362 May 26 11:17:56.812299 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 52596) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:17:56.869118 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-28271ab5-758f-4587-a845-556567634f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:56.894440 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-28271ab5-758f-4587-a845-556567634f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:57.062525 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-28271ab5-758f-4587-a845-556567634f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:57.066191 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-336ce7d2-8a67-4388-bcdc-32e90b2790f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:57.080621 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28271ab5-758f-4587-a845-556567634f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9aa1983-f100-4243-b318-def6edd18206,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:57.084425 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-28271ab5-758f-4587-a845-556567634f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:57.088205 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-28271ab5-758f-4587-a845-556567634f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:57.089292 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-28271ab5-758f-4587-a845-556567634f1d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9aa1983-f100-4243-b318-def6edd18206 HTTP/1.1" status: 204 len: 168 time: 0.2766809 May 26 11:17:57.557838 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817c676-4f26-463d-b4a9-f0013daa157f req-e1b7eb8c-fdf1-4ab7-adb1-8fd2921929cd tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:57.559389 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c817c676-4f26-463d-b4a9-f0013daa157f req-e1b7eb8c-fdf1-4ab7-adb1-8fd2921929cd tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e566a39-3322-4edf-ac19-9718d08e5bcb HTTP/1.1" status: 200 len: 943 time: 0.0876260 May 26 11:17:57.598377 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device b9b9d4b7-b20e-44be-a48a-bffa2b75f448 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:17:57.606725 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c817c676-4f26-463d-b4a9-f0013daa157f req-f236c165-0c3c-4d12-9a7e-10496e0ffa92 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d4ff50a-09c6-457d-8d71-f165711838ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413775 May 26 11:17:57.734834 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port b9b9d4b7-b20e-44be-a48a-bffa2b75f448, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=b9b9d4b7-b20e-44be-a48a-bffa2b75f448,segment=NetworkSegment(36ea1b08-5d02-432f-b332-e58fd646f2d5),segment_id=36ea1b08-5d02-432f-b332-e58fd646f2d5)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:17:57.748380 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': 'b9b9d4b7-b20e-44be-a48a-bffa2b75f448', 'network_id': 'ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a', 'port_id': 'b9b9d4b7-b20e-44be-a48a-bffa2b75f448', 'mac_address': 'fa:16:3e:5a:c6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c823302-1a71-4ea0-adb7-8c874b3e5ea7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:17:57.800722 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:57.817337 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b9d4b7-b20e-44be-a48a-bffa2b75f448 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:17:57.833441 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port b9b9d4b7-b20e-44be-a48a-bffa2b75f448, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=b9b9d4b7-b20e-44be-a48a-bffa2b75f448,segment=NetworkSegment(36ea1b08-5d02-432f-b332-e58fd646f2d5),segment_id=36ea1b08-5d02-432f-b332-e58fd646f2d5)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:17:57.967116 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:57.969012 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:17:58.041882 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=b9b9d4b7-b20e-44be-a48a-bffa2b75f448,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:58.045054 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:17:58.358428 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['b9b9d4b7-b20e-44be-a48a-bffa2b75f448'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:17:58.824627 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:58.846145 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68e8b5-ae12-49a7-8611-8aa32d1fc8e9 req-2358f5d2-9d22-455f-934b-1f2a26938deb tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:17:58.847748 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-dc68e8b5-ae12-49a7-8611-8aa32d1fc8e9 req-2358f5d2-9d22-455f-934b-1f2a26938deb tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e566a39-3322-4edf-ac19-9718d08e5bcb HTTP/1.1" status: 200 len: 944 time: 0.1127255 May 26 11:17:58.910256 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-dc68e8b5-ae12-49a7-8611-8aa32d1fc8e9 req-7686d2dc-7677-4b36-bf15-496a6743ece0 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d4ff50a-09c6-457d-8d71-f165711838ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514414 May 26 11:17:59.012727 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f892e030-2084-44a1-a6d7-4bd112a67cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:59.597787 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device b9b9d4b7-b20e-44be-a48a-bffa2b75f448 up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:17:59.629716 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:59.784098 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning for port b9b9d4b7-b20e-44be-a48a-bffa2b75f448 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:17:59.789560 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port b9b9d4b7-b20e-44be-a48a-bffa2b75f448 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:59.795777 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:59.949137 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:59.985630 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e566a39-3322-4edf-ac19-9718d08e5bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b9d4b7-b20e-44be-a48a-bffa2b75f448'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:18:00.004710 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port b9b9d4b7-b20e-44be-a48a-bffa2b75f448, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=b9b9d4b7-b20e-44be-a48a-bffa2b75f448,segment=NetworkSegment(36ea1b08-5d02-432f-b332-e58fd646f2d5),segment_id=36ea1b08-5d02-432f-b332-e58fd646f2d5)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:00.043141 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e566a39-3322-4edf-ac19-9718d08e5bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b9d4b7-b20e-44be-a48a-bffa2b75f448', 'code': 200} May 26 11:18:00.076880 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:00.079145 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-45e88f49-a9bd-4eeb-9e01-f998a7da08a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:00.159746 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=b9b9d4b7-b20e-44be-a48a-bffa2b75f448,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:00.163700 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:00.183081 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3029aa-1320-4b4a-9197-2fe49438b3e8 req-9e65b027-d852-4a25-be2b-12aba166032c tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:00.184805 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bc3029aa-1320-4b4a-9197-2fe49438b3e8 req-9e65b027-d852-4a25-be2b-12aba166032c tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e566a39-3322-4edf-ac19-9718d08e5bcb HTTP/1.1" status: 200 len: 945 time: 0.1053946 May 26 11:18:00.252892 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bc3029aa-1320-4b4a-9197-2fe49438b3e8 req-fdb353ff-2ad4-4614-ae20-a324c35e1efe tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d4ff50a-09c6-457d-8d71-f165711838ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528913 May 26 11:18:00.706042 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d6abd-54eb-4254-8a5e-435c76dc8637 req-ade66881-54c1-462d-8c03-4cf90b9fe762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:00.707495 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6c5d6abd-54eb-4254-8a5e-435c76dc8637 req-ade66881-54c1-462d-8c03-4cf90b9fe762 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e566a39-3322-4edf-ac19-9718d08e5bcb HTTP/1.1" status: 200 len: 1098 time: 0.0766091 May 26 11:18:00.750622 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6c5d6abd-54eb-4254-8a5e-435c76dc8637 req-ec9a79af-b938-4b3c-91bd-2c988402330a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7d4ff50a-09c6-457d-8d71-f165711838ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352960 May 26 11:18:01.460650 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78336ec9-3db4-473a-b3ef-d12f35f385f6 req-6203a871-919c-4f14-a81c-3808f4966006 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:01.462199 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-78336ec9-3db4-473a-b3ef-d12f35f385f6 req-6203a871-919c-4f14-a81c-3808f4966006 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e566a39-3322-4edf-ac19-9718d08e5bcb HTTP/1.1" status: 200 len: 945 time: 0.0896657 May 26 11:18:01.469931 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:01.510096 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-78336ec9-3db4-473a-b3ef-d12f35f385f6 req-a72e0d39-6dbc-42c3-abd3-c22b84782279 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d4ff50a-09c6-457d-8d71-f165711838ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411432 May 26 11:18:02.715228 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:02.722454 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedfc5b-af81-4c4f-83d2-0df943356e3d req-7767ad4d-bf73-4d6f-a97e-accdacd5171e tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:02.723977 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1fedfc5b-af81-4c4f-83d2-0df943356e3d req-7767ad4d-bf73-4d6f-a97e-accdacd5171e tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e566a39-3322-4edf-ac19-9718d08e5bcb HTTP/1.1" status: 200 len: 945 time: 0.0992026 May 26 11:18:02.788650 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1fedfc5b-af81-4c4f-83d2-0df943356e3d req-b3bdf452-eaeb-40d2-8ee4-556d247bc2fc tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d4ff50a-09c6-457d-8d71-f165711838ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570836 May 26 11:18:04.950689 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d21908-9b4b-4df4-81f7-9dba27c80d31 req-7add34cb-effe-4cee-8c10-2d9c0bad1fe1 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:04.952143 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-70d21908-9b4b-4df4-81f7-9dba27c80d31 req-7add34cb-effe-4cee-8c10-2d9c0bad1fe1 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e566a39-3322-4edf-ac19-9718d08e5bcb HTTP/1.1" status: 200 len: 945 time: 0.0835814 May 26 11:18:05.004923 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-70d21908-9b4b-4df4-81f7-9dba27c80d31 req-fa68729f-47ec-4cc2-97e8-79b419c192c0 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d4ff50a-09c6-457d-8d71-f165711838ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470376 May 26 11:18:06.200397 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88e673-1210-4dbf-bef5-1181e686c955 req-4846c2d7-e178-4ccc-aa0d-0337af11713b tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:06.201951 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1e88e673-1210-4dbf-bef5-1181e686c955 req-4846c2d7-e178-4ccc-aa0d-0337af11713b tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e566a39-3322-4edf-ac19-9718d08e5bcb HTTP/1.1" status: 200 len: 945 time: 0.0868430 May 26 11:18:06.251640 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1e88e673-1210-4dbf-bef5-1181e686c955 req-2608459b-abf6-4818-ad77-692a49473112 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d4ff50a-09c6-457d-8d71-f165711838ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434809 May 26 11:18:06.616675 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7ed4d-950c-42c7-ac50-a68f8e8fbdde req-c5a0c157-d487-4ec1-bea9-5757ac1bdc34 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:06.618180 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0ad7ed4d-950c-42c7-ac50-a68f8e8fbdde req-c5a0c157-d487-4ec1-bea9-5757ac1bdc34 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e566a39-3322-4edf-ac19-9718d08e5bcb HTTP/1.1" status: 200 len: 945 time: 0.1647894 May 26 11:18:06.755520 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-0ad7ed4d-950c-42c7-ac50-a68f8e8fbdde req-b72661ab-d8fa-48ad-9868-75fc476bbf5f tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Deleting port b9b9d4b7-b20e-44be-a48a-bffa2b75f448 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:18:06.755896 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-0ad7ed4d-950c-42c7-ac50-a68f8e8fbdde req-b72661ab-d8fa-48ad-9868-75fc476bbf5f tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:06.897118 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-0ad7ed4d-950c-42c7-ac50-a68f8e8fbdde req-b72661ab-d8fa-48ad-9868-75fc476bbf5f tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] For port b9b9d4b7-b20e-44be-a48a-bffa2b75f448, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=b9b9d4b7-b20e-44be-a48a-bffa2b75f448,segment=NetworkSegment(36ea1b08-5d02-432f-b332-e58fd646f2d5),segment_id=36ea1b08-5d02-432f-b332-e58fd646f2d5)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:06.897391 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-0ad7ed4d-950c-42c7-ac50-a68f8e8fbdde req-b72661ab-d8fa-48ad-9868-75fc476bbf5f tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:07.030479 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-0ad7ed4d-950c-42c7-ac50-a68f8e8fbdde req-b72661ab-d8fa-48ad-9868-75fc476bbf5f tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Calling delete_port for b9b9d4b7-b20e-44be-a48a-bffa2b75f448 owned by compute:nova {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:18:07.211059 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-0ad7ed4d-950c-42c7-ac50-a68f8e8fbdde req-b72661ab-d8fa-48ad-9868-75fc476bbf5f tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:07.220587 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:07.259789 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['b9b9d4b7-b20e-44be-a48a-bffa2b75f448'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:18:07.300681 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72661ab-d8fa-48ad-9868-75fc476bbf5f tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Pushing event deleted for resources: {'Port': ['ID=b9b9d4b7-b20e-44be-a48a-bffa2b75f448,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:07.303117 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b72661ab-d8fa-48ad-9868-75fc476bbf5f tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:07.343866 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad7ed4d-950c-42c7-ac50-a68f8e8fbdde req-b72661ab-d8fa-48ad-9868-75fc476bbf5f tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] No DVR routers for this DVR port b9b9d4b7-b20e-44be-a48a-bffa2b75f448 on host hv-cinder-79313 {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:18:07.346582 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-0ad7ed4d-950c-42c7-ac50-a68f8e8fbdde req-b72661ab-d8fa-48ad-9868-75fc476bbf5f tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:07.350551 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e566a39-3322-4edf-ac19-9718d08e5bcb', 'name': 'network-vif-deleted', 'tag': 'b9b9d4b7-b20e-44be-a48a-bffa2b75f448'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:18:07.420977 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e566a39-3322-4edf-ac19-9718d08e5bcb', 'name': 'network-vif-deleted', 'tag': 'b9b9d4b7-b20e-44be-a48a-bffa2b75f448', 'status': 'completed', 'code': 200} May 26 11:18:07.434392 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-bea334e5-fabd-43d3-85a2-ede628df0372 req-ff6e1341-a180-4c4d-b7b7-92ca1db029c6 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Synchronizing usage tracker for tenant:174d961c5d0f40d1b79e94297d601787 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:18:07.439456 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0ad7ed4d-950c-42c7-ac50-a68f8e8fbdde req-b72661ab-d8fa-48ad-9868-75fc476bbf5f tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.37 "DELETE /v2.0/ports/b9b9d4b7-b20e-44be-a48a-bffa2b75f448 HTTP/1.1" status: 204 len: 173 time: 0.8151257 May 26 11:18:07.596065 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-bea334e5-fabd-43d3-85a2-ede628df0372 req-ff6e1341-a180-4c4d-b7b7-92ca1db029c6 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Unset dirty status for tenant:174d961c5d0f40d1b79e94297d601787 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:18:07.605778 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bea334e5-fabd-43d3-85a2-ede628df0372 req-ff6e1341-a180-4c4d-b7b7-92ca1db029c6 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e566a39-3322-4edf-ac19-9718d08e5bcb HTTP/1.1" status: 200 len: 210 time: 0.2170095 May 26 11:18:08.780146 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-dc6e35cb-a820-42d3-a083-a45e927b599a req-8bab28c2-bc95-4b7f-a19f-02ccb8dcc070 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e566a39-3322-4edf-ac19-9718d08e5bcb HTTP/1.1" status: 200 len: 210 time: 0.0519981 May 26 11:18:09.013305 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4c388-e4d4-40fc-9029-e1bb934400c4 req-798794ae-db53-4e98-b35d-d05908a46a16 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:09.018538 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8df4c388-e4d4-40fc-9029-e1bb934400c4 req-798794ae-db53-4e98-b35d-d05908a46a16 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 946 time: 0.0938017 May 26 11:18:09.067320 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8df4c388-e4d4-40fc-9029-e1bb934400c4 req-4e6fec12-1d27-45ce-ae49-595b4f833e99 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442946 May 26 11:18:09.692125 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device b9b9d4b7-b20e-44be-a48a-bffa2b75f448 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:18:09.725904 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] No Port match for: b9b9d4b7-b20e-44be-a48a-bffa2b75f448 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:18:09.725904 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device b9b9d4b7-b20e-44be-a48a-bffa2b75f448 not bound to the agent host hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:18:10.264938 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-af18cee2-2a65-4b11-8a82-92f45a83be00 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:10.266425 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-af18cee2-2a65-4b11-8a82-92f45a83be00 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/networks?id=ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a HTTP/1.1" status: 200 len: 808 time: 0.1991982 May 26 11:18:10.288732 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-9a43bed7-7148-46f7-8b22-2927056fd833 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/quotas/174d961c5d0f40d1b79e94297d601787 HTTP/1.1" status: 200 len: 375 time: 0.0159671 May 26 11:18:10.335324 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495e23e-b56c-45ac-95fa-838aba7c0755 req-243a0b4c-ad21-4c09-a9d4-cbe663741505 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:10.336830 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c495e23e-b56c-45ac-95fa-838aba7c0755 req-243a0b4c-ad21-4c09-a9d4-cbe663741505 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 946 time: 0.1498640 May 26 11:18:10.363553 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-ae46d757-b188-4af1-927a-63f33a7b98dc tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=174d961c5d0f40d1b79e94297d601787&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674107 May 26 11:18:10.473694 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c495e23e-b56c-45ac-95fa-838aba7c0755 req-d2eb9b16-2317-4cea-a2c0-8ddfe3cf0da6 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302960 May 26 11:18:10.524894 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-a8424ef3-33e8-478c-a277-6d665171afb6 service neutron] 10.222.0.35 "GET /v2.0/networks/ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524968 May 26 11:18:10.667189 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-fb8226ac-a511-4d7a-9180-a9da8c3fe12e service neutron] 10.222.0.35 "GET /v2.0/networks/ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324074 May 26 11:18:10.827194 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f6823-b217-49a5-a759-0967dab56652 req-0955932b-cfd8-42cc-9d73-c441a5ed8bce tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:10.828662 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3d5f6823-b217-49a5-a759-0967dab56652 req-0955932b-cfd8-42cc-9d73-c441a5ed8bce tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 946 time: 0.0807061 May 26 11:18:10.982878 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-090140b4-5569-4caf-bcbd-f39f9c312afb req-957d0870-f647-4f39-954b-54d8e07da95c tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a92ab4-1d00-4dd8-be54-e442ae71a02b HTTP/1.1" status: 200 len: 210 time: 0.0493200 May 26 11:18:11.018028 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-3d5f6823-b217-49a5-a759-0967dab56652 req-e170bd3f-5e03-4b5b-9435-be99d5143d9a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Deleting port ab763bf2-14f6-4e63-a977-d1da102eb4fd {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:18:11.018464 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-3d5f6823-b217-49a5-a759-0967dab56652 req-e170bd3f-5e03-4b5b-9435-be99d5143d9a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:11.227929 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-3d5f6823-b217-49a5-a759-0967dab56652 req-e170bd3f-5e03-4b5b-9435-be99d5143d9a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] For port ab763bf2-14f6-4e63-a977-d1da102eb4fd, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=ab763bf2-14f6-4e63-a977-d1da102eb4fd,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:11.228286 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-3d5f6823-b217-49a5-a759-0967dab56652 req-e170bd3f-5e03-4b5b-9435-be99d5143d9a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:11.549173 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-3d5f6823-b217-49a5-a759-0967dab56652 req-e170bd3f-5e03-4b5b-9435-be99d5143d9a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:11.550045 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-3d5f6823-b217-49a5-a759-0967dab56652 req-e170bd3f-5e03-4b5b-9435-be99d5143d9a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424661'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:11.550045 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.db.l3_db [req-3d5f6823-b217-49a5-a759-0967dab56652 req-e170bd3f-5e03-4b5b-9435-be99d5143d9a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Floating IP be276230-b2f8-4394-8b90-ab6910db7849 disassociated. External IP: 172.27.2.94, port: ab763bf2-14f6-4e63-a977-d1da102eb4fd. May 26 11:18:11.550227 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-3d5f6823-b217-49a5-a759-0967dab56652 req-e170bd3f-5e03-4b5b-9435-be99d5143d9a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Calling delete_port for ab763bf2-14f6-4e63-a977-d1da102eb4fd owned by compute:nova {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:18:11.732220 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b748c-2eda-4246-ba59-cbd93709239d req-dd3bdf93-5ced-443c-a43f-e887989a9dac tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:11.733830 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-455b748c-2eda-4246-ba59-cbd93709239d req-dd3bdf93-5ced-443c-a43f-e887989a9dac tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 946 time: 0.1372142 May 26 11:18:11.782605 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-455b748c-2eda-4246-ba59-cbd93709239d req-9ac19b88-1e55-4b13-b878-ffe15362d8a9 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=08ae72ed-4fc2-4662-8d95-d285300bc8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415711 May 26 11:18:11.823891 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-3d5f6823-b217-49a5-a759-0967dab56652 req-e170bd3f-5e03-4b5b-9435-be99d5143d9a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:11.829910 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b72661ab-d8fa-48ad-9868-75fc476bbf5f tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:11.875359 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170bd3f-5e03-4b5b-9435-be99d5143d9a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Pushing event deleted for resources: {'Port': ['ID=ab763bf2-14f6-4e63-a977-d1da102eb4fd,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:11.878487 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e170bd3f-5e03-4b5b-9435-be99d5143d9a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:12.072339 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d5f6823-b217-49a5-a759-0967dab56652 req-e170bd3f-5e03-4b5b-9435-be99d5143d9a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Router 0e671f7d-068d-4e2e-a817-887a88cc63bb has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:18:12.199488 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8c203538-204c-4139-be40-4a8b9eb4c2bb req-d93f97cf-76b1-4a70-9ec6-da099e335cba tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a92ab4-1d00-4dd8-be54-e442ae71a02b HTTP/1.1" status: 200 len: 210 time: 0.0658398 May 26 11:18:12.326320 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d5f6823-b217-49a5-a759-0967dab56652 req-e170bd3f-5e03-4b5b-9435-be99d5143d9a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:18:12.339279 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e75adaa-1fc7-4164-b3aa-e79e2e047e33 None None] Sync routers for ids ['0e671f7d-068d-4e2e-a817-887a88cc63bb'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:18:12.345406 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e75adaa-1fc7-4164-b3aa-e79e2e047e33 None None] Routers {'0e671f7d-068d-4e2e-a817-887a88cc63bb'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:18:12.346056 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-3e75adaa-1fc7-4164-b3aa-e79e2e047e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:17:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['0e671f7d-068d-4e2e-a817-887a88cc63bb'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:12.408088 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5f6823-b217-49a5-a759-0967dab56652 req-e170bd3f-5e03-4b5b-9435-be99d5143d9a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] No DVR routers for this DVR port ab763bf2-14f6-4e63-a977-d1da102eb4fd on host hv-cinder-79313 {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:18:12.410839 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-3d5f6823-b217-49a5-a759-0967dab56652 req-e170bd3f-5e03-4b5b-9435-be99d5143d9a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:12.416003 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5b2a5a-8192-4c39-b11b-1f650f703ec5', 'name': 'network-vif-deleted', 'tag': 'ab763bf2-14f6-4e63-a977-d1da102eb4fd'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:18:12.471714 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5b2a5a-8192-4c39-b11b-1f650f703ec5', 'name': 'network-vif-deleted', 'tag': 'ab763bf2-14f6-4e63-a977-d1da102eb4fd', 'status': 'completed', 'code': 200} May 26 11:18:12.522569 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3d5f6823-b217-49a5-a759-0967dab56652 req-e170bd3f-5e03-4b5b-9435-be99d5143d9a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.37 "DELETE /v2.0/ports/ab763bf2-14f6-4e63-a977-d1da102eb4fd HTTP/1.1" status: 204 len: 173 time: 1.6877394 May 26 11:18:12.537905 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-3e75adaa-1fc7-4164-b3aa-e79e2e047e33 None None] Set router 0e671f7d-068d-4e2e-a817-887a88cc63bb gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:18:12.937270 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-3e75adaa-1fc7-4164-b3aa-e79e2e047e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1876242309-router', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:21Z', 'updated_at': '2021-05-26T11:13:33Z', 'revision_number': 4, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'gw_port': {'id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': '4f4f9da0-6a0c-4c71-807b-8bedcd914e28', 'name': '', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'mac_address': 'fa:16:3e:ee:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:31Z', 'updated_at': '2021-05-26T11:13:47Z', 'revision_number': 5, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'subnets': [{'id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:12.944908 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e75adaa-1fc7-4164-b3aa-e79e2e047e33 None None] Checking router: 0e671f7d-068d-4e2e-a817-887a88cc63bb for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:18:12.957890 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e75adaa-1fc7-4164-b3aa-e79e2e047e33 None None] Routers {'0e671f7d-068d-4e2e-a817-887a88cc63bb'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:18:12.958582 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-3e75adaa-1fc7-4164-b3aa-e79e2e047e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:17:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['0e671f7d-068d-4e2e-a817-887a88cc63bb'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:13.122991 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-f9a2d2b8-f078-472f-a7c7-a829caf35b38 req-dafa6988-8be3-40c4-b68a-912cd27925b2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Synchronizing usage tracker for tenant:a6fe442964904bd3b71480242adf4f16 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:18:13.201310 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-f9a2d2b8-f078-472f-a7c7-a829caf35b38 req-dafa6988-8be3-40c4-b68a-912cd27925b2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Unset dirty status for tenant:a6fe442964904bd3b71480242adf4f16 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:18:13.204290 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f9a2d2b8-f078-472f-a7c7-a829caf35b38 req-dafa6988-8be3-40c4-b68a-912cd27925b2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 210 time: 0.1285799 May 26 11:18:13.239002 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-3e75adaa-1fc7-4164-b3aa-e79e2e047e33 None None] Set router 0e671f7d-068d-4e2e-a817-887a88cc63bb gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:18:13.402831 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c79d351a-068c-4b7d-bc21-cf32cb2b5090 req-2ea77435-692c-485f-bdea-2f2ee3afa972 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a92ab4-1d00-4dd8-be54-e442ae71a02b HTTP/1.1" status: 200 len: 210 time: 0.0462804 May 26 11:18:13.632011 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-3e75adaa-1fc7-4164-b3aa-e79e2e047e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1876242309-router', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:21Z', 'updated_at': '2021-05-26T11:13:33Z', 'revision_number': 4, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'gw_port': {'id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': '4f4f9da0-6a0c-4c71-807b-8bedcd914e28', 'name': '', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'mac_address': 'fa:16:3e:ee:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:31Z', 'updated_at': '2021-05-26T11:13:47Z', 'revision_number': 5, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'subnets': [{'id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:13.639218 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e75adaa-1fc7-4164-b3aa-e79e2e047e33 None None] The sync data for ids ['0e671f7d-068d-4e2e-a817-887a88cc63bb'] in dv-cinder-793136-1-iscsi is: [{'id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1876242309-router', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:21Z', 'updated_at': '2021-05-26T11:13:33Z', 'revision_number': 4, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'gw_port': {'id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': '4f4f9da0-6a0c-4c71-807b-8bedcd914e28', 'name': '', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'mac_address': 'fa:16:3e:ee:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:31Z', 'updated_at': '2021-05-26T11:13:47Z', 'revision_number': 5, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'subnets': [{'id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:18:13.684924 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 52828) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:13.733492 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device ab763bf2-14f6-4e63-a977-d1da102eb4fd no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:18:13.804786 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] No Port match for: ab763bf2-14f6-4e63-a977-d1da102eb4fd {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:18:13.810785 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device ab763bf2-14f6-4e63-a977-d1da102eb4fd not bound to the agent host hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:18:13.821781 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-a90574a1-61b5-4cf1-9803-7533dd7fb0f3 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:13.823157 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-a90574a1-61b5-4cf1-9803-7533dd7fb0f3 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.37 "GET /v2.0/networks?id=ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a HTTP/1.1" status: 200 len: 808 time: 0.1810369 May 26 11:18:13.851907 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-fbaa7807-2949-4e77-9926-0dfe19762cdb tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Request body: {'port': {'device_id': '74a92ab4-1d00-4dd8-be54-e442ae71a02b', 'network_id': 'ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a', 'admin_state_up': True, 'tenant_id': '174d961c5d0f40d1b79e94297d601787'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:13.879892 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a1bd49ea-301b-4592-bbb7-078c87528363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:13.905975 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-a1bd49ea-301b-4592-bbb7-078c87528363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:18:13.911468 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-a1bd49ea-301b-4592-bbb7-078c87528363 admin admin] Usage tracker for resource:security_group_rule and tenant:bb4579c1f7c840c08266d13aa78fa2cb is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:18:13.921478 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-a1bd49ea-301b-4592-bbb7-078c87528363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:18:13.932119 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-a1bd49ea-301b-4592-bbb7-078c87528363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:18:14.050355 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a1bd49ea-301b-4592-bbb7-078c87528363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:14.052490 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96d430f-155c-49e3-a977-10cfd221d471 None None] New status for floating IP be276230-b2f8-4394-8b90-ab6910db7849: DOWN {{(pid=92388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:18:14.153646 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-fbaa7807-2949-4e77-9926-0dfe19762cdb tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:18:14.167723 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-fbaa7807-2949-4e77-9926-0dfe19762cdb tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:18:14.207345 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a1bd49ea-301b-4592-bbb7-078c87528363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:14.225015 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b10f930f-5f90-4ce9-a9db-9a65b378357b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:14.324955 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd49ea-301b-4592-bbb7-078c87528363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d571bbc-2c16-47e2-89d1-f2ab0ff981c5,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:14.329038 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a1bd49ea-301b-4592-bbb7-078c87528363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:14.332040 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-a1bd49ea-301b-4592-bbb7-078c87528363 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bb4579c1f7c840c08266d13aa78fa2cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6460755 May 26 11:18:14.335286 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 52836) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:14.447343 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-fbaa7807-2949-4e77-9926-0dfe19762cdb tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Made reservation on behalf of 174d961c5d0f40d1b79e94297d601787 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:18:14.452390 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-fbaa7807-2949-4e77-9926-0dfe19762cdb tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:14.478402 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cdc31c88-9da9-4603-b8a7-d5499db3116e req-54ed58df-1b15-4ecd-bb46-7b70224e9097 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b5b2a5a-8192-4c39-b11b-1f650f703ec5 HTTP/1.1" status: 200 len: 210 time: 0.0780604 May 26 11:18:14.490028 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a41f62b1-0338-4a4d-b94f-4331fc536de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:14.634789 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a41f62b1-0338-4a4d-b94f-4331fc536de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:14.659429 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-08cfe767-4e4f-4c36-84d4-9f465f1ca2f4 req-0e191c42-033d-40a9-933c-9b82d2d8e956 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a92ab4-1d00-4dd8-be54-e442ae71a02b HTTP/1.1" status: 200 len: 210 time: 0.0823886 May 26 11:18:14.779972 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-fbaa7807-2949-4e77-9926-0dfe19762cdb tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Allocated IP 172.20.0.11 (ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a/6c823302-1a71-4ea0-adb7-8c874b3e5ea7/72f32edf-0940-4993-b5f1-c62584f23f42) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:18:14.860143 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a41f62b1-0338-4a4d-b94f-4331fc536de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:14.911298 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e8f61042-a065-4594-8337-c1e4e2f94068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:14.933460 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f62b1-0338-4a4d-b94f-4331fc536de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d571bbc-2c16-47e2-89d1-f2ab0ff981c5,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:14.936857 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a41f62b1-0338-4a4d-b94f-4331fc536de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:15.033215 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-fbaa7807-2949-4e77-9926-0dfe19762cdb tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:15.038280 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a41f62b1-0338-4a4d-b94f-4331fc536de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:15.039431 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-a41f62b1-0338-4a4d-b94f-4331fc536de8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d571bbc-2c16-47e2-89d1-f2ab0ff981c5 HTTP/1.1" status: 204 len: 168 time: 0.7031434 May 26 11:18:15.122011 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-fbaa7807-2949-4e77-9926-0dfe19762cdb tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:15.127805 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:15.194570 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-fbaa7807-2949-4e77-9926-0dfe19762cdb tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Network ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:18:15.198455 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-fbaa7807-2949-4e77-9926-0dfe19762cdb tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:18:15.202604 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-fbaa7807-2949-4e77-9926-0dfe19762cdb tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:18:15.237609 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa7807-2949-4e77-9926-0dfe19762cdb tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Pushing event updated for resources: {'Port': ['ID=72f32edf-0940-4993-b5f1-c62584f23f42,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:15.244914 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fbaa7807-2949-4e77-9926-0dfe19762cdb tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:15.277931 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-fbaa7807-2949-4e77-9926-0dfe19762cdb tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:15.278534 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-fbaa7807-2949-4e77-9926-0dfe19762cdb tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:15.369919 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-fbaa7807-2949-4e77-9926-0dfe19762cdb tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5219078 May 26 11:18:15.388122 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Request body: {'port': {'device_id': '74a92ab4-1d00-4dd8-be54-e442ae71a02b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:15.509010 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:15.702132 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 52856) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:15.777410 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 52860) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:15.792878 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea3b09ae-d108-46b8-888f-e395659ceadf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:15.849391 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fdf0a4f2-f98d-46ed-81d0-e29b725648b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:15.891887 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-fdf0a4f2-f98d-46ed-81d0-e29b725648b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:18:15.902206 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-fdf0a4f2-f98d-46ed-81d0-e29b725648b9 admin admin] Usage tracker for resource:security_group_rule and tenant:d3e138aed153488fb25f2a45d7cf9c89 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:18:15.905698 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-fdf0a4f2-f98d-46ed-81d0-e29b725648b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:18:15.922759 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-fdf0a4f2-f98d-46ed-81d0-e29b725648b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:18:15.934401 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea3b09ae-d108-46b8-888f-e395659ceadf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:15.976716 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff81c5b-7bcd-42d3-9ec3-4dcc0bf3fd10 req-ff713e15-67aa-4d80-9625-48ad7753a60f tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:15.977453 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-cff81c5b-7bcd-42d3-9ec3-4dcc0bf3fd10 req-ff713e15-67aa-4d80-9625-48ad7753a60f tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Synchronizing usage tracker for tenant:174d961c5d0f40d1b79e94297d601787 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:18:16.074192 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea3b09ae-d108-46b8-888f-e395659ceadf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:16.075748 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f32edf-0940-4993-b5f1-c62584f23f42 {{(pid=92386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:18:16.078955 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4c6cc361-c0e7-483f-bcb1-ea929feb4408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:16.084728 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:16.094747 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b09ae-d108-46b8-888f-e395659ceadf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ae72ed-4fc2-4662-8d95-d285300bc8d4,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:16.097212 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ea3b09ae-d108-46b8-888f-e395659ceadf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:16.121755 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Transition to ACTIVE for port object 72f32edf-0940-4993-b5f1-c62584f23f42 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:18:16.136778 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fdf0a4f2-f98d-46ed-81d0-e29b725648b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:16.166710 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-cff81c5b-7bcd-42d3-9ec3-4dcc0bf3fd10 req-ff713e15-67aa-4d80-9625-48ad7753a60f tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Unset dirty status for tenant:174d961c5d0f40d1b79e94297d601787 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:18:16.168140 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cff81c5b-7bcd-42d3-9ec3-4dcc0bf3fd10 req-ff713e15-67aa-4d80-9625-48ad7753a60f tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a92ab4-1d00-4dd8-be54-e442ae71a02b HTTP/1.1" status: 200 len: 932 time: 0.3710318 May 26 11:18:16.213789 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:16.217677 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:16.217921 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea3b09ae-d108-46b8-888f-e395659ceadf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:16.219026 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-ea3b09ae-d108-46b8-888f-e395659ceadf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "DELETE /v2.0/security-groups/08ae72ed-4fc2-4662-8d95-d285300bc8d4 HTTP/1.1" status: 204 len: 168 time: 0.5159225 May 26 11:18:16.223354 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 52864) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:16.247281 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.api.v2.resource [None req-81d0b832-cd7b-408f-a129-24f2d1b0af80 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] show failed (client error): The resource could not be found. May 26 11:18:16.248424 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-81d0b832-cd7b-408f-a129-24f2d1b0af80 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups/08ae72ed-4fc2-4662-8d95-d285300bc8d4 HTTP/1.1" status: 404 len: 347 time: 0.0226781 May 26 11:18:16.248645 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cff81c5b-7bcd-42d3-9ec3-4dcc0bf3fd10 req-51288ecd-aae2-4fc8-9265-f81d415bfb12 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d4ff50a-09c6-457d-8d71-f165711838ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747745 May 26 11:18:16.251436 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 52868) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:16.275915 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fdf0a4f2-f98d-46ed-81d0-e29b725648b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:16.368088 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Pushing event updated for resources: {'Port': ['ID=72f32edf-0940-4993-b5f1-c62584f23f42,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:16.375178 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:16.379139 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-28271ab5-758f-4587-a845-556567634f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:16.417286 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-fdf0a4f2-f98d-46ed-81d0-e29b725648b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d3e138aed153488fb25f2a45d7cf9c89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6372981 May 26 11:18:16.426777 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 52880) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:16.570596 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0968c6fa-fa86-4bea-9dcf-9b70b6171de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:16.584875 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0a4f2-f98d-46ed-81d0-e29b725648b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb5275b-b75d-4daa-8b85-1ffc5385ea14,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:16.591198 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fdf0a4f2-f98d-46ed-81d0-e29b725648b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:16.606693 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a330e42d-0c22-4846-a8f1-c981f284b5ee tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Deleting port d825ea81-594f-481d-bf86-6f641fac269d {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:18:16.607071 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a330e42d-0c22-4846-a8f1-c981f284b5ee tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:16.623092 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Attempting to bind port 72f32edf-0940-4993-b5f1-c62584f23f42 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:18:16.623381 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Attempting to bind port 72f32edf-0940-4993-b5f1-c62584f23f42 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '36ea1b08-5d02-432f-b332-e58fd646f2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:18:16.623714 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Attempting to bind port 72f32edf-0940-4993-b5f1-c62584f23f42 on network ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:18:16.629057 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Port 72f32edf-0940-4993-b5f1-c62584f23f42 on network ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:18:16.629376 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Attempting to bind port 72f32edf-0940-4993-b5f1-c62584f23f42 on network ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:18:16.630020 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0968c6fa-fa86-4bea-9dcf-9b70b6171de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:16.636077 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Checking agent: {'id': 'e864f0ab-5241-4583-ad18-7aea86fa37e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'started_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:18:16.636459 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Checking segment: {'id': '36ea1b08-5d02-432f-b332-e58fd646f2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:18:16.636936 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Bound using segment: {'id': '36ea1b08-5d02-432f-b332-e58fd646f2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:18:16.637386 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Bound port: 72f32edf-0940-4993-b5f1-c62584f23f42, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ea1b08-5d02-432f-b332-e58fd646f2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:18:16.637732 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:16.735992 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] For port 72f32edf-0940-4993-b5f1-c62584f23f42, host hv-cinder-79313, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:18:16.739413 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] For port 72f32edf-0940-4993-b5f1-c62584f23f42, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=72f32edf-0940-4993-b5f1-c62584f23f42,segment=NetworkSegment(36ea1b08-5d02-432f-b332-e58fd646f2d5),segment_id=36ea1b08-5d02-432f-b332-e58fd646f2d5)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:18:16.781293 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a330e42d-0c22-4846-a8f1-c981f284b5ee tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:16.781926 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a330e42d-0c22-4846-a8f1-c981f284b5ee tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:16.801628 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:16.806415 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-efc945ba-8c7a-47ac-85a8-ac04eeb0e6ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:16.865758 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:16.866552 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:16.869383 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] 10.222.0.37 "PUT /v2.0/ports/72f32edf-0940-4993-b5f1-c62584f23f42 HTTP/1.1" status: 200 len: 1094 time: 1.4842999 May 26 11:18:16.873225 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a92ab4-1d00-4dd8-be54-e442ae71a02b', 'tag': '72f32edf-0940-4993-b5f1-c62584f23f42'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:18:16.897570 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Pushing event updated for resources: {'Port': ['ID=72f32edf-0940-4993-b5f1-c62584f23f42,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:16.901035 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:16.916928 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0968c6fa-fa86-4bea-9dcf-9b70b6171de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:16.928613 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a330e42d-0c22-4846-a8f1-c981f284b5ee tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Calling delete_port for d825ea81-594f-481d-bf86-6f641fac269d owned by network:floatingip {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:18:16.931726 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-688fc0d2-fcd1-47cd-899f-98e022790ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:16.932460 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a92ab4-1d00-4dd8-be54-e442ae71a02b', 'tag': '72f32edf-0940-4993-b5f1-c62584f23f42', 'status': 'completed', 'code': 200} May 26 11:18:16.950024 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968c6fa-fa86-4bea-9dcf-9b70b6171de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb5275b-b75d-4daa-8b85-1ffc5385ea14,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:16.954557 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0968c6fa-fa86-4bea-9dcf-9b70b6171de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:16.957681 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0968c6fa-fa86-4bea-9dcf-9b70b6171de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:16.958812 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-0968c6fa-fa86-4bea-9dcf-9b70b6171de9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2eb5275b-b75d-4daa-8b85-1ffc5385ea14 HTTP/1.1" status: 204 len: 168 time: 0.5190351 May 26 11:18:17.104764 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4ab4a-1f78-4f3b-82a2-7dd6648b5a60 req-daa42113-bb9d-4376-93ab-329d39bcdf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:17.106591 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-44c4ab4a-1f78-4f3b-82a2-7dd6648b5a60 req-daa42113-bb9d-4376-93ab-329d39bcdf37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=174d961c5d0f40d1b79e94297d601787&device_id=74a92ab4-1d00-4dd8-be54-e442ae71a02b HTTP/1.1" status: 200 len: 1097 time: 0.0981500 May 26 11:18:17.161191 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a330e42d-0c22-4846-a8f1-c981f284b5ee tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:17.165737 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-efc2db5c-6f26-4bbc-9197-fac0e011ff6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:17.216064 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330e42d-0c22-4846-a8f1-c981f284b5ee tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Pushing event deleted for resources: {'Port': ['ID=d825ea81-594f-481d-bf86-6f641fac269d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:17.219982 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a330e42d-0c22-4846-a8f1-c981f284b5ee tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:17.266678 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4ab4a-1f78-4f3b-82a2-7dd6648b5a60 req-afee8a33-5b42-4f2b-b756-45fe58163280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:17.268187 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-44c4ab4a-1f78-4f3b-82a2-7dd6648b5a60 req-afee8a33-5b42-4f2b-b756-45fe58163280 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=174d961c5d0f40d1b79e94297d601787&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1438303 May 26 11:18:17.316853 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a330e42d-0c22-4846-a8f1-c981f284b5ee tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for floatingip, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:17.427368 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a330e42d-0c22-4846-a8f1-c981f284b5ee tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:17.433760 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-a330e42d-0c22-4846-a8f1-c981f284b5ee tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "DELETE /v2.0/floatingips/be276230-b2f8-4394-8b90-ab6910db7849 HTTP/1.1" status: 204 len: 168 time: 1.1806259 May 26 11:18:17.465264 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4ab4a-1f78-4f3b-82a2-7dd6648b5a60 req-362af770-7ee6-41e5-9841-f54b23af7982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:17.467127 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-44c4ab4a-1f78-4f3b-82a2-7dd6648b5a60 req-362af770-7ee6-41e5-9841-f54b23af7982 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1901267 May 26 11:18:17.612656 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-b7b5ae78-894e-45fe-8caa-be9444358927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:17.614125 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-b7b5ae78-894e-45fe-8caa-be9444358927 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=174d961c5d0f40d1b79e94297d601787&device_id=74a92ab4-1d00-4dd8-be54-e442ae71a02b HTTP/1.1" status: 200 len: 1097 time: 0.0811937 May 26 11:18:17.733417 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-aaadb93d-2c86-45b9-845f-a37fe8dbe667 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72f32edf-0940-4993-b5f1-c62584f23f42 HTTP/1.1" status: 200 len: 217 time: 0.1053648 May 26 11:18:17.781712 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 52900) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:17.804052 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c65b301e-b04a-4cbb-992a-9e1a7b9e41ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:17.819622 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-c65b301e-b04a-4cbb-992a-9e1a7b9e41ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:18:17.823672 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-c65b301e-b04a-4cbb-992a-9e1a7b9e41ba admin admin] Usage tracker for resource:security_group_rule and tenant:d8b9eee5119045e6962e7737fb6e0885 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:18:17.826799 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-c65b301e-b04a-4cbb-992a-9e1a7b9e41ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:18:17.832645 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-c65b301e-b04a-4cbb-992a-9e1a7b9e41ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:18:17.861093 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3841cb0a-3832-4dd2-ba9e-4e9356e4e9cb req-95f4a1e9-cf03-441b-a92d-72208085d796 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-381197304&fields=id&tenant_id=14eeeebd5f504b798cc63f39edfc21f7 HTTP/1.1" status: 200 len: 267 time: 0.4717567 May 26 11:18:17.866435 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-59f9e2d8-76fd-48b5-900a-649da83ee005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:17.868618 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-59f9e2d8-76fd-48b5-900a-649da83ee005 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c823302-1a71-4ea0-adb7-8c874b3e5ea7 HTTP/1.1" status: 200 len: 848 time: 0.1271100 May 26 11:18:17.919252 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c65b301e-b04a-4cbb-992a-9e1a7b9e41ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:17.966812 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c65b301e-b04a-4cbb-992a-9e1a7b9e41ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:17.972292 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-d3c2a9cd-1f01-4217-8de1-f12d41c6dc57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605829 May 26 11:18:17.975811 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-20369d34-b60e-4238-a956-a02d0c64c2e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:18.016120 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-c65b301e-b04a-4cbb-992a-9e1a7b9e41ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d8b9eee5119045e6962e7737fb6e0885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332370 May 26 11:18:18.017839 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b301e-b04a-4cbb-992a-9e1a7b9e41ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132fbf78-fd77-4372-be17-c7e98879f8c4,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:18.019688 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 52904) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:18.020859 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c65b301e-b04a-4cbb-992a-9e1a7b9e41ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:18.074982 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f368d-1d76-452c-b9b1-e5430a1d6bef req-bddbac47-ac1f-46b3-8aef-3ec7099d9050 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:18.076786 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d56f368d-1d76-452c-b9b1-e5430a1d6bef req-bddbac47-ac1f-46b3-8aef-3ec7099d9050 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a92ab4-1d00-4dd8-be54-e442ae71a02b HTTP/1.1" status: 200 len: 944 time: 0.6959488 May 26 11:18:18.224670 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841cb0a-3832-4dd2-ba9e-4e9356e4e9cb req-acede70b-1109-471d-a562-0077bd81524a tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:18.226197 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3841cb0a-3832-4dd2-ba9e-4e9356e4e9cb req-acede70b-1109-471d-a562-0077bd81524a tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 984 time: 0.3566456 May 26 11:18:18.241679 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d56f368d-1d76-452c-b9b1-e5430a1d6bef req-135de91f-1414-4f02-9c0a-6be395eb3ac5 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d4ff50a-09c6-457d-8d71-f165711838ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450119 May 26 11:18:18.252777 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-3841cb0a-3832-4dd2-ba9e-4e9356e4e9cb req-5a27ddb1-3558-457f-818d-fa753167bb30 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Request body: {'port': {'security_groups': ['932debaf-fb24-4cde-8ff8-002bb8282dc1']}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:18.282670 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-499a2b94-a66a-4093-9ac8-dad4d1d86bf6 service neutron] 10.222.0.37 "GET /v2.0/networks/ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991683 May 26 11:18:18.343391 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-26fff821-c390-421d-84d0-0c1faf39efe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:18.464073 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-26fff821-c390-421d-84d0-0c1faf39efe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:18.548634 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-3841cb0a-3832-4dd2-ba9e-4e9356e4e9cb req-5a27ddb1-3558-457f-818d-fa753167bb30 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:18.574548 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e6dcc0f2-b9e0-4b27-b0d5-8ac38fb71598 req-ed31c96c-e152-4bb0-b8d4-278e0970fcc3 service neutron] 10.222.0.37 "GET /v2.0/networks/ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775264 May 26 11:18:18.755431 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-26fff821-c390-421d-84d0-0c1faf39efe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:18.762797 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-45122a84-130f-4b8a-9a76-0a185632ed2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:18.785561 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fff821-c390-421d-84d0-0c1faf39efe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132fbf78-fd77-4372-be17-c7e98879f8c4,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:18.788936 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-26fff821-c390-421d-84d0-0c1faf39efe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:18.813399 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-26fff821-c390-421d-84d0-0c1faf39efe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:18.814549 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-26fff821-c390-421d-84d0-0c1faf39efe4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/132fbf78-fd77-4372-be17-c7e98879f8c4 HTTP/1.1" status: 204 len: 168 time: 0.7486663 May 26 11:18:18.901321 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 52910) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:18.909768 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-502b77e4-7784-4dcc-b776-7ee7e14cb749 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1019070869', 'description': 'tempest-description--1320397854'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:18.919578 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-502b77e4-7784-4dcc-b776-7ee7e14cb749 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:18:18.936902 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-502b77e4-7784-4dcc-b776-7ee7e14cb749 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Usage tracker for resource:security_group and tenant:a6fe442964904bd3b71480242adf4f16 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:18:18.942836 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-502b77e4-7784-4dcc-b776-7ee7e14cb749 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:18:18.952155 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-502b77e4-7784-4dcc-b776-7ee7e14cb749 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:18:18.979970 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-3841cb0a-3832-4dd2-ba9e-4e9356e4e9cb req-5a27ddb1-3558-457f-818d-fa753167bb30 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] For port a7559e9d-9796-4739-bad7-328576676262, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a7559e9d-9796-4739-bad7-328576676262,segment=NetworkSegment(56d3e6a0-df3f-4e1e-a9c0-180ede880577),segment_id=56d3e6a0-df3f-4e1e-a9c0-180ede880577)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:19.013911 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-3841cb0a-3832-4dd2-ba9e-4e9356e4e9cb req-5a27ddb1-3558-457f-818d-fa753167bb30 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:19.052617 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-502b77e4-7784-4dcc-b776-7ee7e14cb749 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:19.077168 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-502b77e4-7784-4dcc-b776-7ee7e14cb749 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:18:19.082014 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-502b77e4-7784-4dcc-b776-7ee7e14cb749 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Usage tracker for resource:security_group_rule and tenant:a6fe442964904bd3b71480242adf4f16 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:18:19.087059 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-502b77e4-7784-4dcc-b776-7ee7e14cb749 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:18:19.094288 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-502b77e4-7784-4dcc-b776-7ee7e14cb749 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:18:19.123849 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-3841cb0a-3832-4dd2-ba9e-4e9356e4e9cb req-5a27ddb1-3558-457f-818d-fa753167bb30 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:19.130316 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6eed62fb-da15-40f6-a551-daa3c6d35290 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:19.160463 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['a7559e9d-9796-4739-bad7-328576676262'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:18:19.217420 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841cb0a-3832-4dd2-ba9e-4e9356e4e9cb req-5a27ddb1-3558-457f-818d-fa753167bb30 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:19.218113 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-3841cb0a-3832-4dd2-ba9e-4e9356e4e9cb req-5a27ddb1-3558-457f-818d-fa753167bb30 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:19.220294 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3841cb0a-3832-4dd2-ba9e-4e9356e4e9cb req-5a27ddb1-3558-457f-818d-fa753167bb30 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "PUT /v2.0/ports/a7559e9d-9796-4739-bad7-328576676262 HTTP/1.1" status: 200 len: 942 time: 0.9858506 May 26 11:18:19.220294 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00667a5a-0412-4186-9e3b-16f074162a49', 'tag': 'a7559e9d-9796-4739-bad7-328576676262'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:18:19.230715 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 52916) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:19.335454 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-502b77e4-7784-4dcc-b776-7ee7e14cb749 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:19.345739 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00667a5a-0412-4186-9e3b-16f074162a49', 'tag': 'a7559e9d-9796-4739-bad7-328576676262', 'status': 'completed', 'code': 200} May 26 11:18:19.350448 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-36564a37-3d20-4af9-98f2-18dc14b6315e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:19.355515 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27ddb1-3558-457f-818d-fa753167bb30 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Pushing event updated for resources: {'Port': ['ID=a7559e9d-9796-4739-bad7-328576676262,revision_number=7']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:19.372824 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5a27ddb1-3558-457f-818d-fa753167bb30 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:19.417496 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-36564a37-3d20-4af9-98f2-18dc14b6315e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:19.418461 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['a7559e9d-9796-4739-bad7-328576676262'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:18:19.476084 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-502b77e4-7784-4dcc-b776-7ee7e14cb749 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:19.487970 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0844b54d-73de-4c18-b1c5-f8acb38bd79a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:19.591895 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-36a210da-8358-44ca-a71b-5c588b34f270 None None] Provisioning complete for port a7559e9d-9796-4739-bad7-328576676262 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:18:19.592629 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-36a210da-8358-44ca-a71b-5c588b34f270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:19.621125 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b77e4-7784-4dcc-b776-7ee7e14cb749 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ef65df-bb27-4d54-8b4e-73b87f935297,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:19.634103 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-502b77e4-7784-4dcc-b776-7ee7e14cb749 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:19.667033 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f3b02-f2c0-4bb8-97a5-a78e1deaea5c req-9cb6ce39-3f3c-4bf8-a040-f0a51803b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:19.668517 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-874f3b02-f2c0-4bb8-97a5-a78e1deaea5c req-9cb6ce39-3f3c-4bf8-a040-f0a51803b431 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=14eeeebd5f504b798cc63f39edfc21f7&device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 1098 time: 0.2768390 May 26 11:18:19.668832 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-36564a37-3d20-4af9-98f2-18dc14b6315e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:19.675133 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b44aa949-34e7-457a-bd22-079a952b8b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:19.693111 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36564a37-3d20-4af9-98f2-18dc14b6315e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da18a81-ac35-4ab7-970b-413b03846335,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:19.713076 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-36564a37-3d20-4af9-98f2-18dc14b6315e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:19.713499 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7b4b6-2c56-431b-8282-ec69e5211b65 req-bd9b2795-f352-4ab7-b608-708ff5614845 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:19.721744 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1de7b4b6-2c56-431b-8282-ec69e5211b65 req-bd9b2795-f352-4ab7-b608-708ff5614845 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a92ab4-1d00-4dd8-be54-e442ae71a02b HTTP/1.1" status: 200 len: 944 time: 0.2108774 May 26 11:18:19.762272 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-502b77e4-7784-4dcc-b776-7ee7e14cb749 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:19.770764 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-502b77e4-7784-4dcc-b776-7ee7e14cb749 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8607848 May 26 11:18:19.770905 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 52932) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:19.780964 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-9ff85f99-4813-4f82-8146-4ebe57c237e3 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Request body: {'security_group_rule': {'security_group_id': '75ef65df-bb27-4d54-8b4e-73b87f935297', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:19.791430 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-9ff85f99-4813-4f82-8146-4ebe57c237e3 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:18:19.801645 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-9ff85f99-4813-4f82-8146-4ebe57c237e3 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Usage tracker for resource:security_group_rule and tenant:a6fe442964904bd3b71480242adf4f16 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:18:19.811039 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-9ff85f99-4813-4f82-8146-4ebe57c237e3 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:18:19.832800 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-9ff85f99-4813-4f82-8146-4ebe57c237e3 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:18:19.839609 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-36564a37-3d20-4af9-98f2-18dc14b6315e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:19.841062 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-36564a37-3d20-4af9-98f2-18dc14b6315e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "DELETE /v2.0/security-groups/3da18a81-ac35-4ab7-970b-413b03846335 HTTP/1.1" status: 204 len: 168 time: 0.6131406 May 26 11:18:19.844192 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 52936) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:19.849182 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1de7b4b6-2c56-431b-8282-ec69e5211b65 req-0ea09dc0-4085-4d5e-be34-5cc1481c8e17 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d4ff50a-09c6-457d-8d71-f165711838ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263494 May 26 11:18:19.925758 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f3b02-f2c0-4bb8-97a5-a78e1deaea5c req-ea88a0bb-315e-4c50-9ea7-81b32d0b3041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:19.927315 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-874f3b02-f2c0-4bb8-97a5-a78e1deaea5c req-ea88a0bb-315e-4c50-9ea7-81b32d0b3041 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cde0896d-54b3-4d56-a175-3f2fec6c2adb HTTP/1.1" status: 200 len: 915 time: 0.2505469 May 26 11:18:19.956516 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ff85f99-4813-4f82-8146-4ebe57c237e3 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:20.056261 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-874f3b02-f2c0-4bb8-97a5-a78e1deaea5c req-534a3570-3c1b-40be-a5eb-a38783f9c901 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7559e9d-9796-4739-bad7-328576676262 HTTP/1.1" status: 200 len: 1001 time: 0.1194749 May 26 11:18:20.127508 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f3b02-f2c0-4bb8-97a5-a78e1deaea5c req-79dca708-93d6-40f9-b6e2-d5789d087701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:20.129081 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-874f3b02-f2c0-4bb8-97a5-a78e1deaea5c req-79dca708-93d6-40f9-b6e2-d5789d087701 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=225d7685-56cc-4eff-acf8-e6ea831b0ce2 HTTP/1.1" status: 200 len: 853 time: 0.0665109 May 26 11:18:20.158582 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ff85f99-4813-4f82-8146-4ebe57c237e3 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:20.189499 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ea72d5c9-4313-4ca3-83a4-8d05aed4b3d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Deleting port 48a390d6-37af-44e1-9472-e9432851c4d2 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:18:20.190214 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea72d5c9-4313-4ca3-83a4-8d05aed4b3d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:20.212084 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f3b02-f2c0-4bb8-97a5-a78e1deaea5c req-cfa4b0dd-5e42-4394-9b30-8508f017d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:20.213599 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-874f3b02-f2c0-4bb8-97a5-a78e1deaea5c req-cfa4b0dd-5e42-4394-9b30-8508f017d4ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cde0896d-54b3-4d56-a175-3f2fec6c2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787146 May 26 11:18:20.451753 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-874f3b02-f2c0-4bb8-97a5-a78e1deaea5c req-3d20b1d9-82a2-4758-8116-59872d6d39a0 service neutron] 10.222.0.37 "GET /v2.0/networks/cde0896d-54b3-4d56-a175-3f2fec6c2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438060 May 26 11:18:20.460473 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea72d5c9-4313-4ca3-83a4-8d05aed4b3d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:20.461059 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea72d5c9-4313-4ca3-83a4-8d05aed4b3d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:20.479277 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ff85f99-4813-4f82-8146-4ebe57c237e3 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:20.544992 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:20.559873 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-874f3b02-f2c0-4bb8-97a5-a78e1deaea5c req-e3cdacd5-ed6a-4485-a0d9-792d1e821e90 service neutron] 10.222.0.37 "GET /v2.0/networks/cde0896d-54b3-4d56-a175-3f2fec6c2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896527 May 26 11:18:20.622694 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ea72d5c9-4313-4ca3-83a4-8d05aed4b3d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Calling delete_port for 48a390d6-37af-44e1-9472-e9432851c4d2 owned by network:floatingip {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:18:20.640476 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff85f99-4813-4f82-8146-4ebe57c237e3 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8d0cd1-ad30-4ff4-8dc6-2868f40bd8ef,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:20.646656 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9ff85f99-4813-4f82-8146-4ebe57c237e3 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:20.769990 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ff85f99-4813-4f82-8146-4ebe57c237e3 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:20.771371 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-9ff85f99-4813-4f82-8146-4ebe57c237e3 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0017264 May 26 11:18:20.775305 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 52950) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:20.782535 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-0e4b3dca-f7fb-4c77-8b84-e071411afbc5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Request body: {'security_group_rule': {'security_group_id': '75ef65df-bb27-4d54-8b4e-73b87f935297', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:20.791013 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-0e4b3dca-f7fb-4c77-8b84-e071411afbc5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:18:20.797407 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-0e4b3dca-f7fb-4c77-8b84-e071411afbc5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Usage tracker for resource:security_group_rule and tenant:a6fe442964904bd3b71480242adf4f16 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:18:20.802276 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-0e4b3dca-f7fb-4c77-8b84-e071411afbc5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:18:20.809881 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-0e4b3dca-f7fb-4c77-8b84-e071411afbc5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:18:20.932692 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea72d5c9-4313-4ca3-83a4-8d05aed4b3d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:20.937745 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4aab2268-aa87-4307-b351-f034a481ce2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:20.950681 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0e4b3dca-f7fb-4c77-8b84-e071411afbc5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:20.986780 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72d5c9-4313-4ca3-83a4-8d05aed4b3d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Pushing event deleted for resources: {'Port': ['ID=48a390d6-37af-44e1-9472-e9432851c4d2,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:20.991212 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ea72d5c9-4313-4ca3-83a4-8d05aed4b3d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:21.087666 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0e4b3dca-f7fb-4c77-8b84-e071411afbc5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:21.104062 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea72d5c9-4313-4ca3-83a4-8d05aed4b3d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks [] for floatingip, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:21.104430 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.db.l3_db [None req-ea72d5c9-4313-4ca3-83a4-8d05aed4b3d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Floating IP 3197d4a6-6a68-4b64-bd55-893fde458253 disassociated (deleted). External IP: 172.27.2.121, port: a7559e9d-9796-4739-bad7-328576676262. May 26 11:18:21.116832 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f5238-11ab-4f92-a399-d24bfa536cbc req-963de3e6-7fc7-413f-a39d-a7b96c4ea98b tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:21.118669 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-238f5238-11ab-4f92-a399-d24bfa536cbc req-963de3e6-7fc7-413f-a39d-a7b96c4ea98b tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a92ab4-1d00-4dd8-be54-e442ae71a02b HTTP/1.1" status: 200 len: 944 time: 0.1419809 May 26 11:18:21.178091 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-238f5238-11ab-4f92-a399-d24bfa536cbc req-7ca34082-d98a-4058-911f-0d689c9a9318 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d4ff50a-09c6-457d-8d71-f165711838ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522993 May 26 11:18:21.179034 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0e4b3dca-f7fb-4c77-8b84-e071411afbc5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:21.181947 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6bc8446e-ff1e-4f2c-b1bd-074f875335f9 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:21.210664 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b3dca-f7fb-4c77-8b84-e071411afbc5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dba189a-9c86-4aca-9b50-a334ca1a8e9a,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:21.213209 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0e4b3dca-f7fb-4c77-8b84-e071411afbc5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:21.338809 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0e4b3dca-f7fb-4c77-8b84-e071411afbc5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:21.343854 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-0e4b3dca-f7fb-4c77-8b84-e071411afbc5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5637391 May 26 11:18:21.344052 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 52964) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:21.350155 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Request body: {'floatingip': {'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:21.358841 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:18:21.364756 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Usage tracker for resource:floatingip and tenant:a6fe442964904bd3b71480242adf4f16 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:18:21.371000 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:18:21.379472 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:18:21.452794 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:21.501439 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea72d5c9-4313-4ca3-83a4-8d05aed4b3d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Router 89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1 has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:18:21.620405 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:21.718539 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea72d5c9-4313-4ca3-83a4-8d05aed4b3d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:18:21.735622 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d62069-31bd-4593-84ec-61128b45769c None None] Sync routers for ids ['89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:18:21.736559 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea72d5c9-4313-4ca3-83a4-8d05aed4b3d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:21.749429 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d62069-31bd-4593-84ec-61128b45769c None None] Routers {'89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:18:21.750166 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-a1d62069-31bd-4593-84ec-61128b45769c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:17:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:21.807505 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-ea72d5c9-4313-4ca3-83a4-8d05aed4b3d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "DELETE /v2.0/floatingips/3197d4a6-6a68-4b64-bd55-893fde458253 HTTP/1.1" status: 204 len: 168 time: 1.9594057 May 26 11:18:21.807505 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00667a5a-0412-4186-9e3b-16f074162a49', 'tag': 'a7559e9d-9796-4739-bad7-328576676262'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:18:21.827939 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 72f32edf-0940-4993-b5f1-c62584f23f42 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:18:21.830935 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Allocated IP 172.27.2.88 (0c406d08-576a-4058-82f8-2db7a46cb825/c8dc709d-33af-406d-94f8-5d106e5714b1/b14fc401-e475-482c-9c79-b55468f52a2c) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:18:21.914222 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00667a5a-0412-4186-9e3b-16f074162a49', 'tag': 'a7559e9d-9796-4739-bad7-328576676262', 'status': 'completed', 'code': 200} May 26 11:18:22.086256 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 72f32edf-0940-4993-b5f1-c62584f23f42, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=72f32edf-0940-4993-b5f1-c62584f23f42,segment=NetworkSegment(36ea1b08-5d02-432f-b332-e58fd646f2d5),segment_id=36ea1b08-5d02-432f-b332-e58fd646f2d5)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:22.110082 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': '72f32edf-0940-4993-b5f1-c62584f23f42', 'network_id': 'ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a', 'port_id': '72f32edf-0940-4993-b5f1-c62584f23f42', 'mac_address': 'fa:16:3e:a9:30:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c823302-1a71-4ea0-adb7-8c874b3e5ea7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:18:22.120284 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-a1d62069-31bd-4593-84ec-61128b45769c None None] Set router 89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:18:22.230113 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:22.269599 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:22.302516 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4370c-259e-4ca6-ba26-e66190be4bfc req-9cd797a9-48c0-4959-898b-1b8ddcf2fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:22.305332 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c8c4370c-259e-4ca6-ba26-e66190be4bfc req-9cd797a9-48c0-4959-898b-1b8ddcf2fc65 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=14eeeebd5f504b798cc63f39edfc21f7&device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 1098 time: 0.2981269 May 26 11:18:22.311828 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:18:22.313592 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f32edf-0940-4993-b5f1-c62584f23f42 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:18:22.341094 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 72f32edf-0940-4993-b5f1-c62584f23f42, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=72f32edf-0940-4993-b5f1-c62584f23f42,segment=NetworkSegment(36ea1b08-5d02-432f-b332-e58fd646f2d5),segment_id=36ea1b08-5d02-432f-b332-e58fd646f2d5)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:22.434510 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:22.438295 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:22.476428 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:22.550093 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Network 0c406d08-576a-4058-82f8-2db7a46cb825 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:18:22.558564 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:18:22.560940 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:22.561977 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:18:22.645003 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Pushing event updated for resources: {'Port': ['ID=b14fc401-e475-482c-9c79-b55468f52a2c,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:22.648237 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:22.668316 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=72f32edf-0940-4993-b5f1-c62584f23f42,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:22.679657 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:22.680018 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:22.680353 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:22.680685 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:22.681006 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:22.681501 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:22.682000 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:22.682729 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:22.683238 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:22.683715 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:22.684191 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:22.685338 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:22.691687 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:22.702904 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4370c-259e-4ca6-ba26-e66190be4bfc req-74ccbf8b-1983-4d52-b91c-c750143acc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:22.704381 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c8c4370c-259e-4ca6-ba26-e66190be4bfc req-74ccbf8b-1983-4d52-b91c-c750143acc2c service neutron] 10.222.0.37 "GET /v2.0/networks?id=cde0896d-54b3-4d56-a175-3f2fec6c2adb HTTP/1.1" status: 200 len: 915 time: 0.3908072 May 26 11:18:22.728082 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c27b46-4c67-4dce-a583-cd4c6a94139e req-f5556226-9af2-4344-b415-c504b4f6428a tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:22.730653 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-38c27b46-4c67-4dce-a583-cd4c6a94139e req-f5556226-9af2-4344-b415-c504b4f6428a tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a92ab4-1d00-4dd8-be54-e442ae71a02b HTTP/1.1" status: 200 len: 944 time: 0.3842864 May 26 11:18:22.798918 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['72f32edf-0940-4993-b5f1-c62584f23f42'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:18:22.827626 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c8c4370c-259e-4ca6-ba26-e66190be4bfc req-b8ae315c-26f5-4021-9ce5-6aca2182b662 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7559e9d-9796-4739-bad7-328576676262 HTTP/1.1" status: 200 len: 217 time: 0.1090336 May 26 11:18:22.917551 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:22.917838 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-a1d62069-31bd-4593-84ec-61128b45769c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'name': 'tempest-TestMinimumBasicScenario-673801033-router', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:00Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'gw_port': {'id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:02Z', 'updated_at': '2021-05-26T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': '06c2bfce-b717-4643-b6c3-0989f7d66f6b', 'name': '', 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'mac_address': 'fa:16:3e:5a:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '225d7685-56cc-4eff-acf8-e6ea831b0ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:18Z', 'revision_number': 5, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'subnets': [{'id': '225d7685-56cc-4eff-acf8-e6ea831b0ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:22.921535 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-38c27b46-4c67-4dce-a583-cd4c6a94139e req-bc475069-f1bc-4325-9505-b04938089316 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d4ff50a-09c6-457d-8d71-f165711838ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353796 May 26 11:18:22.932645 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d62069-31bd-4593-84ec-61128b45769c None None] Checking router: 89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1 for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:18:22.934438 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4370c-259e-4ca6-ba26-e66190be4bfc req-85a8760c-0bcb-48d0-8d2a-f68b12ee6583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:22.935952 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c8c4370c-259e-4ca6-ba26-e66190be4bfc req-85a8760c-0bcb-48d0-8d2a-f68b12ee6583 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=225d7685-56cc-4eff-acf8-e6ea831b0ce2 HTTP/1.1" status: 200 len: 853 time: 0.1004748 May 26 11:18:22.963049 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d62069-31bd-4593-84ec-61128b45769c None None] Routers {'89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:18:22.967650 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-a1d62069-31bd-4593-84ec-61128b45769c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:17:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:23.113249 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:23.187355 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4370c-259e-4ca6-ba26-e66190be4bfc req-5fd4157a-7213-460d-a0d4-d441c33037a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:23.198611 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c8c4370c-259e-4ca6-ba26-e66190be4bfc req-5fd4157a-7213-460d-a0d4-d441c33037a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cde0896d-54b3-4d56-a175-3f2fec6c2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2559576 May 26 11:18:23.252460 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-a1d62069-31bd-4593-84ec-61128b45769c None None] Set router 89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:18:23.489434 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c8c4370c-259e-4ca6-ba26-e66190be4bfc req-bdfc1c67-c28a-4851-9058-4a3d0567cdac service neutron] 10.222.0.37 "GET /v2.0/networks/cde0896d-54b3-4d56-a175-3f2fec6c2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811954 May 26 11:18:23.519093 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:23.613512 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-a1d62069-31bd-4593-84ec-61128b45769c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'name': 'tempest-TestMinimumBasicScenario-673801033-router', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:00Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'gw_port': {'id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:02Z', 'updated_at': '2021-05-26T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': '06c2bfce-b717-4643-b6c3-0989f7d66f6b', 'name': '', 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'mac_address': 'fa:16:3e:5a:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '225d7685-56cc-4eff-acf8-e6ea831b0ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:18Z', 'revision_number': 5, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'subnets': [{'id': '225d7685-56cc-4eff-acf8-e6ea831b0ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:23.618554 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d62069-31bd-4593-84ec-61128b45769c None None] The sync data for ids ['89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'] in dv-cinder-793136-1-iscsi is: [{'id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'name': 'tempest-TestMinimumBasicScenario-673801033-router', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:00Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'gw_port': {'id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:02Z', 'updated_at': '2021-05-26T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': '06c2bfce-b717-4643-b6c3-0989f7d66f6b', 'name': '', 'network_id': 'cde0896d-54b3-4d56-a175-3f2fec6c2adb', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'mac_address': 'fa:16:3e:5a:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '225d7685-56cc-4eff-acf8-e6ea831b0ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:18Z', 'revision_number': 5, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'subnets': [{'id': '225d7685-56cc-4eff-acf8-e6ea831b0ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:18:23.696487 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:23.704072 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:23.812563 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c8c4370c-259e-4ca6-ba26-e66190be4bfc req-a1910fc6-9930-4010-ad12-4e0c2350ed65 service neutron] 10.222.0.37 "GET /v2.0/networks/cde0896d-54b3-4d56-a175-3f2fec6c2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832034 May 26 11:18:23.901729 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f74e32e-0e29-4e29-b32b-442a90e2fd0a None None] New status for floating IP 3197d4a6-6a68-4b64-bd55-893fde458253: DOWN {{(pid=92388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:18:23.953193 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf451d-159b-41e4-9c8c-f7aea4a66e03 req-3ea902e3-b7e3-48b0-a49f-56ca1ba506ea tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:23.954666 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-89bf451d-159b-41e4-9c8c-f7aea4a66e03 req-3ea902e3-b7e3-48b0-a49f-56ca1ba506ea tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.4058819 May 26 11:18:23.955318 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Pushing event updated for resources: {'Port': ['ID=b14fc401-e475-482c-9c79-b55468f52a2c,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:23.959855 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:23.966467 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424661'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:24.022142 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-89bf451d-159b-41e4-9c8c-f7aea4a66e03 req-6918ca2c-a0b3-4bde-94ec-efa6298277a0 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567193 May 26 11:18:24.092362 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:24.093629 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7486506 May 26 11:18:24.138173 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7b99c-499b-4ec9-9499-c7f25d75de42 req-9dc68608-d8ab-476a-b215-12599bb1787b tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:24.144126 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a8b7b99c-499b-4ec9-9499-c7f25d75de42 req-9dc68608-d8ab-476a-b215-12599bb1787b tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a92ab4-1d00-4dd8-be54-e442ae71a02b HTTP/1.1" status: 200 len: 945 time: 0.0835519 May 26 11:18:24.187141 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a8b7b99c-499b-4ec9-9499-c7f25d75de42 req-3e89cad0-1b41-4be4-8dac-2ddd3ee6f873 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d4ff50a-09c6-457d-8d71-f165711838ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413704 May 26 11:18:24.334607 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-33f7f186-d032-436c-be36-1867e75bbef6 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Synchronizing usage tracker for tenant:a6fe442964904bd3b71480242adf4f16 on resource:security_group {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:18:24.441119 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-33f7f186-d032-436c-be36-1867e75bbef6 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Unset dirty status for tenant:a6fe442964904bd3b71480242adf4f16 on resource:security_group {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:18:24.442224 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-33f7f186-d032-436c-be36-1867e75bbef6 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1019070869&fields=id&tenant_id=a6fe442964904bd3b71480242adf4f16 HTTP/1.1" status: 200 len: 267 time: 0.1518557 May 26 11:18:24.597535 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c94ea9f9-7235-464b-8283-5c60ec2cb547 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:24.599010 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c94ea9f9-7235-464b-8283-5c60ec2cb547 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/networks?id=513e1c4d-d73e-422d-b620-6e51d2db19e7 HTTP/1.1" status: 200 len: 817 time: 0.1490622 May 26 11:18:24.613785 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-1426898d-3059-43d2-b3ef-ed8047d41ed8 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/quotas/a6fe442964904bd3b71480242adf4f16 HTTP/1.1" status: 200 len: 375 time: 0.0091009 May 26 11:18:24.703345 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-b7b33731-88b8-4b71-8ade-58ac3b718710 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6fe442964904bd3b71480242adf4f16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839002 May 26 11:18:24.952703 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-81d9dc15-1959-429f-9f8b-d34ca90053a3 service neutron] 10.222.0.35 "GET /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376785 May 26 11:18:25.093985 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-4d88975b-54aa-4b74-a78a-b97c0ceb3bf4 service neutron] 10.222.0.35 "GET /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344171 May 26 11:18:25.364571 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62617da3-060c-46e7-8eb7-6effcf42d72d req-e3df68c3-f1a5-4076-8657-19140d3b1b11 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:25.366180 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-62617da3-060c-46e7-8eb7-6effcf42d72d req-e3df68c3-f1a5-4076-8657-19140d3b1b11 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.0885015 May 26 11:18:25.439717 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-62617da3-060c-46e7-8eb7-6effcf42d72d req-07fc01e8-d260-4031-9143-6c5c194ce265 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667007 May 26 11:18:25.567254 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5f64ff39-1744-450b-b891-1dcd11a0c4b0 req-d6f5393e-2ec3-4732-b2d7-9e11165f4f4e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 210 time: 0.0759611 May 26 11:18:25.596256 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1301c2e-09fb-4dc0-b638-baf44811fb9b req-19960082-20a6-4580-b779-316a1aae94d8 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:25.597877 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b1301c2e-09fb-4dc0-b638-baf44811fb9b req-19960082-20a6-4580-b779-316a1aae94d8 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a92ab4-1d00-4dd8-be54-e442ae71a02b HTTP/1.1" status: 200 len: 945 time: 0.1522624 May 26 11:18:25.698419 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b1301c2e-09fb-4dc0-b638-baf44811fb9b req-c59808de-8aa3-4c57-9f48-e705c37810bd tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d4ff50a-09c6-457d-8d71-f165711838ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944865 May 26 11:18:25.742198 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e24d8-1b91-4338-8edf-e1993e3127e8 req-94d938cc-b686-4166-99ab-67be1cad7f49 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:25.744305 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d91e24d8-1b91-4338-8edf-e1993e3127e8 req-94d938cc-b686-4166-99ab-67be1cad7f49 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.37 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1241987 May 26 11:18:25.813851 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 72f32edf-0940-4993-b5f1-c62584f23f42 up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:18:25.889290 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-d91e24d8-1b91-4338-8edf-e1993e3127e8 req-bf1629b2-e2f0-4db0-b2a7-f654837ef871 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Deleting port 6150954b-109f-461e-b292-05d04007f5ee {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:18:25.889648 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-d91e24d8-1b91-4338-8edf-e1993e3127e8 req-bf1629b2-e2f0-4db0-b2a7-f654837ef871 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:26.023612 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning for port 72f32edf-0940-4993-b5f1-c62584f23f42 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:18:26.029187 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port 72f32edf-0940-4993-b5f1-c62584f23f42 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:18:26.029636 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:26.032567 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-d91e24d8-1b91-4338-8edf-e1993e3127e8 req-bf1629b2-e2f0-4db0-b2a7-f654837ef871 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] For port 6150954b-109f-461e-b292-05d04007f5ee, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=6150954b-109f-461e-b292-05d04007f5ee,segment=NetworkSegment(bc773f87-d80f-47fd-b728-25549eeb0873),segment_id=bc773f87-d80f-47fd-b728-25549eeb0873)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:26.032974 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-d91e24d8-1b91-4338-8edf-e1993e3127e8 req-bf1629b2-e2f0-4db0-b2a7-f654837ef871 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:26.162684 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:26.197829 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a92ab4-1d00-4dd8-be54-e442ae71a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f32edf-0940-4993-b5f1-c62584f23f42'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:18:26.205562 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 72f32edf-0940-4993-b5f1-c62584f23f42, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=72f32edf-0940-4993-b5f1-c62584f23f42,segment=NetworkSegment(36ea1b08-5d02-432f-b332-e58fd646f2d5),segment_id=36ea1b08-5d02-432f-b332-e58fd646f2d5)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:26.245337 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a92ab4-1d00-4dd8-be54-e442ae71a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f32edf-0940-4993-b5f1-c62584f23f42', 'code': 200} May 26 11:18:26.317945 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:26.320880 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:26.342804 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-d91e24d8-1b91-4338-8edf-e1993e3127e8 req-bf1629b2-e2f0-4db0-b2a7-f654837ef871 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:26.343175 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-d91e24d8-1b91-4338-8edf-e1993e3127e8 req-bf1629b2-e2f0-4db0-b2a7-f654837ef871 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424661'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:26.343489 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.db.l3_db [req-d91e24d8-1b91-4338-8edf-e1993e3127e8 req-bf1629b2-e2f0-4db0-b2a7-f654837ef871 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Floating IP a5637b94-0823-4109-95eb-b6dbaa94bb8b disassociated. External IP: 172.27.2.210, port: 6150954b-109f-461e-b292-05d04007f5ee. May 26 11:18:26.344070 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-d91e24d8-1b91-4338-8edf-e1993e3127e8 req-bf1629b2-e2f0-4db0-b2a7-f654837ef871 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Calling delete_port for 6150954b-109f-461e-b292-05d04007f5ee owned by compute:nova {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:18:26.389621 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=72f32edf-0940-4993-b5f1-c62584f23f42,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:26.394945 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:26.555957 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f64bea-b61b-4d9e-8486-39fdd0d75a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:26.683437 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a1a16c6c-2c54-4470-8d1a-a40b560c3faa req-413044eb-4700-4b1d-83c8-6c38a175151f tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 210 time: 0.0509331 May 26 11:18:26.705636 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bc5ab-e861-47fd-9d53-88ef27800eaa req-130883ac-9969-485d-9ae6-8d764d4e99ba tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:26.707423 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-958bc5ab-e861-47fd-9d53-88ef27800eaa req-130883ac-9969-485d-9ae6-8d764d4e99ba tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 946 time: 0.1542475 May 26 11:18:26.755091 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-958bc5ab-e861-47fd-9d53-88ef27800eaa req-eb9aebd7-5480-4d31-88f3-e72cf669bad4 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416656 May 26 11:18:26.800121 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-d91e24d8-1b91-4338-8edf-e1993e3127e8 req-bf1629b2-e2f0-4db0-b2a7-f654837ef871 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:26.800121 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:26.853171 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce350898-ceb7-42b4-9465-1c875e3ea2c5 req-0a985229-3fbb-49ae-85ad-9935240b993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:26.854686 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-ce350898-ceb7-42b4-9465-1c875e3ea2c5 req-0a985229-3fbb-49ae-85ad-9935240b993f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74a92ab4-1d00-4dd8-be54-e442ae71a02b HTTP/1.1" status: 200 len: 1099 time: 0.0861282 May 26 11:18:26.882742 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1629b2-e2f0-4db0-b2a7-f654837ef871 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Pushing event deleted for resources: {'Port': ['ID=6150954b-109f-461e-b292-05d04007f5ee,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:26.889779 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bf1629b2-e2f0-4db0-b2a7-f654837ef871 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:26.913612 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-ce350898-ceb7-42b4-9465-1c875e3ea2c5 req-f4cb46ee-f508-4462-9d0a-92c9dae29dec service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7d4ff50a-09c6-457d-8d71-f165711838ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501902 May 26 11:18:27.138673 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc1130-b8b7-4f87-9ec9-e955a43e6607 req-45431891-b50a-439d-85d8-ab59dcabde69 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:27.139982 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3abc1130-b8b7-4f87-9ec9-e955a43e6607 req-45431891-b50a-439d-85d8-ab59dcabde69 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a92ab4-1d00-4dd8-be54-e442ae71a02b HTTP/1.1" status: 200 len: 946 time: 0.2527683 May 26 11:18:27.148395 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d91e24d8-1b91-4338-8edf-e1993e3127e8 req-bf1629b2-e2f0-4db0-b2a7-f654837ef871 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Router 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:18:27.264319 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3abc1130-b8b7-4f87-9ec9-e955a43e6607 req-bcd4e707-b25f-494f-9144-33d01559dbd7 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d4ff50a-09c6-457d-8d71-f165711838ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139493 May 26 11:18:27.389150 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d91e24d8-1b91-4338-8edf-e1993e3127e8 req-bf1629b2-e2f0-4db0-b2a7-f654837ef871 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:18:27.402877 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5303d97a-8953-4a49-98d9-ecbc795d0508 None None] Sync routers for ids ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:18:27.418273 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5303d97a-8953-4a49-98d9-ecbc795d0508 None None] Routers {'088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:18:27.419277 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-5303d97a-8953-4a49-98d9-ecbc795d0508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:17:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:27.496700 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91e24d8-1b91-4338-8edf-e1993e3127e8 req-bf1629b2-e2f0-4db0-b2a7-f654837ef871 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] No DVR routers for this DVR port 6150954b-109f-461e-b292-05d04007f5ee on host hv-cinder-79313 {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:18:27.506433 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-d91e24d8-1b91-4338-8edf-e1993e3127e8 req-bf1629b2-e2f0-4db0-b2a7-f654837ef871 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:27.509130 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a2c269-61b2-4688-a582-7d216413b0e6', 'name': 'network-vif-deleted', 'tag': '6150954b-109f-461e-b292-05d04007f5ee'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:18:27.571825 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b0775-725c-4a7f-a721-fb730b42b702 req-b37c52c9-2dda-48da-b2a6-370fd3ef7182 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:27.574314 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-366b0775-725c-4a7f-a721-fb730b42b702 req-b37c52c9-2dda-48da-b2a6-370fd3ef7182 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 945 time: 0.1162660 May 26 11:18:27.576278 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a2c269-61b2-4688-a582-7d216413b0e6', 'name': 'network-vif-deleted', 'tag': '6150954b-109f-461e-b292-05d04007f5ee', 'status': 'completed', 'code': 200} May 26 11:18:27.616820 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-5303d97a-8953-4a49-98d9-ecbc795d0508 None None] Set router 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:18:27.620648 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-366b0775-725c-4a7f-a721-fb730b42b702 req-0d9ae79e-9fee-4a9e-9af1-fc9d1fc8bded tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404098 May 26 11:18:27.624359 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d91e24d8-1b91-4338-8edf-e1993e3127e8 req-bf1629b2-e2f0-4db0-b2a7-f654837ef871 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.37 "DELETE /v2.0/ports/6150954b-109f-461e-b292-05d04007f5ee HTTP/1.1" status: 204 len: 173 time: 1.8727481 May 26 11:18:27.872308 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-09dfa6b8-72c9-4e74-bae0-1c8860e2d195 req-0ab673f8-bac5-4d9c-984c-0e982932e9f0 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 210 time: 0.0712843 May 26 11:18:27.948229 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-0f124d47-f736-4c17-bc1c-c850be590d4b req-026d1e34-90f7-43f8-be9a-5248bc0eca7e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Synchronizing usage tracker for tenant:dc961799625447e4a664b9239ec13944 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:18:28.041820 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-5303d97a-8953-4a49-98d9-ecbc795d0508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'name': 'tempest-AttachVolumeTestJSON-63007472-router', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:13:30Z', 'revision_number': 4, 'project_id': 'dc961799625447e4a664b9239ec13944', 'gw_port': {'id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'bf63bca7-0199-4406-8ee3-9077167ae0be', 'name': '', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'mac_address': 'fa:16:3e:b2:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:29Z', 'updated_at': '2021-05-26T11:13:50Z', 'revision_number': 5, 'project_id': 'dc961799625447e4a664b9239ec13944', 'subnets': [{'id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:28.046207 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5303d97a-8953-4a49-98d9-ecbc795d0508 None None] Checking router: 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:18:28.055519 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5303d97a-8953-4a49-98d9-ecbc795d0508 None None] Routers {'088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:18:28.056137 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-5303d97a-8953-4a49-98d9-ecbc795d0508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:17:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:28.061818 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-0f124d47-f736-4c17-bc1c-c850be590d4b req-026d1e34-90f7-43f8-be9a-5248bc0eca7e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Unset dirty status for tenant:dc961799625447e4a664b9239ec13944 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:18:28.063005 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0f124d47-f736-4c17-bc1c-c850be590d4b req-026d1e34-90f7-43f8-be9a-5248bc0eca7e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 210 time: 0.1609602 May 26 11:18:28.239216 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-5303d97a-8953-4a49-98d9-ecbc795d0508 None None] Set router 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:18:28.468803 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c106ae5-a21d-43a5-adbc-65901ba288a9 req-541f4897-1a76-455a-839d-d7fc5f6a3ba2 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:28.474489 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1c106ae5-a21d-43a5-adbc-65901ba288a9 req-541f4897-1a76-455a-839d-d7fc5f6a3ba2 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a92ab4-1d00-4dd8-be54-e442ae71a02b HTTP/1.1" status: 200 len: 946 time: 0.1015911 May 26 11:18:28.525265 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1c106ae5-a21d-43a5-adbc-65901ba288a9 req-8c83ccce-6578-4669-902d-ad19570a6f26 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d4ff50a-09c6-457d-8d71-f165711838ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480700 May 26 11:18:28.613633 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-5303d97a-8953-4a49-98d9-ecbc795d0508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'name': 'tempest-AttachVolumeTestJSON-63007472-router', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:13:30Z', 'revision_number': 4, 'project_id': 'dc961799625447e4a664b9239ec13944', 'gw_port': {'id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'bf63bca7-0199-4406-8ee3-9077167ae0be', 'name': '', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'mac_address': 'fa:16:3e:b2:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:29Z', 'updated_at': '2021-05-26T11:13:50Z', 'revision_number': 5, 'project_id': 'dc961799625447e4a664b9239ec13944', 'subnets': [{'id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:28.618368 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5303d97a-8953-4a49-98d9-ecbc795d0508 None None] The sync data for ids ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'] in dv-cinder-793136-1-iscsi is: [{'id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'name': 'tempest-AttachVolumeTestJSON-63007472-router', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:13:30Z', 'revision_number': 4, 'project_id': 'dc961799625447e4a664b9239ec13944', 'gw_port': {'id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'bf63bca7-0199-4406-8ee3-9077167ae0be', 'name': '', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'mac_address': 'fa:16:3e:b2:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:29Z', 'updated_at': '2021-05-26T11:13:50Z', 'revision_number': 5, 'project_id': 'dc961799625447e4a664b9239ec13944', 'subnets': [{'id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:18:28.861349 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7c0af3-b4de-47f5-a62e-2ecfcd3acc60 None None] New status for floating IP a5637b94-0823-4109-95eb-b6dbaa94bb8b: DOWN {{(pid=92388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:18:28.891297 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:28.960291 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bc50f-2f86-44b2-9642-134171bdc59e req-d1f32c88-9f36-484f-9f13-41a1b23152d5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:28.962798 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-558bc50f-2f86-44b2-9642-134171bdc59e req-d1f32c88-9f36-484f-9f13-41a1b23152d5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 945 time: 0.2210743 May 26 11:18:28.969787 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-f822f3d1-b42b-4b3d-817f-6be7350dead1 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:28.971370 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-f822f3d1-b42b-4b3d-817f-6be7350dead1 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.37 "GET /v2.0/networks?id=513e1c4d-d73e-422d-b620-6e51d2db19e7 HTTP/1.1" status: 200 len: 817 time: 0.2275970 May 26 11:18:28.994373 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-998bb9c0-c960-4a39-b80f-81c96acb3d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:29.064836 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-558bc50f-2f86-44b2-9642-134171bdc59e req-f446b2d5-c9f7-4d56-83a8-f347a643b6f2 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891669 May 26 11:18:29.076080 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-26118eb5-6867-4ef6-b842-a51daee6e7c3 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6fe442964904bd3b71480242adf4f16 HTTP/1.1" status: 200 len: 380 time: 0.0746901 May 26 11:18:29.090023 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-f574aff3-70a0-4385-8451-8af2b9d62923 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Request body: {'port': {'device_id': '531f7ace-2e28-47c8-a961-5bb265dd1618', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'admin_state_up': True, 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'security_groups': ['75ef65df-bb27-4d54-8b4e-73b87f935297']}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:29.394672 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 53110) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:29.530316 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e304df70-2fbb-4253-9923-04be239f0d56 req-4be62725-0221-4ef6-a638-3db6cbca7126 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=01a2c269-61b2-4688-a582-7d216413b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0493748 May 26 11:18:29.581412 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ac8daa30-3bef-4c8b-be50-76f8368a3baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:29.602562 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-ac8daa30-3bef-4c8b-be50-76f8368a3baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:18:29.608820 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-ac8daa30-3bef-4c8b-be50-76f8368a3baf admin admin] Usage tracker for resource:security_group_rule and tenant:3827c07c3dfd468cba4a95ba28798f24 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:18:29.612538 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-ac8daa30-3bef-4c8b-be50-76f8368a3baf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:18:29.616975 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:29.626686 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-ac8daa30-3bef-4c8b-be50-76f8368a3baf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:18:29.651065 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-24a04d00-c13b-4ad2-85a1-22247ae18330 req-ef035571-88dc-483f-86df-9f1a1bb435ae tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 210 time: 0.1711309 May 26 11:18:29.716569 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-f574aff3-70a0-4385-8451-8af2b9d62923 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:18:29.720644 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-f574aff3-70a0-4385-8451-8af2b9d62923 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Usage tracker for resource:port and tenant:a6fe442964904bd3b71480242adf4f16 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:18:29.723519 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-f574aff3-70a0-4385-8451-8af2b9d62923 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:18:29.730166 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-f574aff3-70a0-4385-8451-8af2b9d62923 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:18:29.781395 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f581b0f-8477-49a0-8a0c-11e328a5f5ac req-19fb1fa3-f33d-463c-8767-e4a14b3a83f7 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:29.782142 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [req-2f581b0f-8477-49a0-8a0c-11e328a5f5ac req-19fb1fa3-f33d-463c-8767-e4a14b3a83f7 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Synchronizing usage tracker for tenant:14eeeebd5f504b798cc63f39edfc21f7 on resource:port {{(pid=92385) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:18:29.817288 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 6150954b-109f-461e-b292-05d04007f5ee no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:18:29.817632 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-f574aff3-70a0-4385-8451-8af2b9d62923 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Made reservation on behalf of a6fe442964904bd3b71480242adf4f16 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:18:29.818776 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ac8daa30-3bef-4c8b-be50-76f8368a3baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:29.821260 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-f574aff3-70a0-4385-8451-8af2b9d62923 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:29.860084 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] No Port match for: 6150954b-109f-461e-b292-05d04007f5ee {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:18:29.860375 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 6150954b-109f-461e-b292-05d04007f5ee not bound to the agent host hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:18:29.903829 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [req-2f581b0f-8477-49a0-8a0c-11e328a5f5ac req-19fb1fa3-f33d-463c-8767-e4a14b3a83f7 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Unset dirty status for tenant:14eeeebd5f504b798cc63f39edfc21f7 on resource:port {{(pid=92385) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:18:29.905099 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-2f581b0f-8477-49a0-8a0c-11e328a5f5ac req-19fb1fa3-f33d-463c-8767-e4a14b3a83f7 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.37 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 945 time: 0.3074582 May 26 11:18:29.905835 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ac8daa30-3bef-4c8b-be50-76f8368a3baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:29.916497 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bfa3aba6-6fda-4333-a3e2-66c59913f344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:30.001516 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-f574aff3-70a0-4385-8451-8af2b9d62923 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Allocated IP 172.20.0.8 (513e1c4d-d73e-422d-b620-6e51d2db19e7/5300992e-d385-4173-9ce7-e81c35af28bb/a1c56e03-5422-4313-924a-580129e15eda) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:18:30.005314 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-ac8daa30-3bef-4c8b-be50-76f8368a3baf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3827c07c3dfd468cba4a95ba28798f24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6094868 May 26 11:18:30.011142 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 53124) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:30.017902 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8daa30-3bef-4c8b-be50-76f8368a3baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8107d8a5-eddc-428e-9957-b4cef0630b55,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:30.022298 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ac8daa30-3bef-4c8b-be50-76f8368a3baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:30.179164 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-60694aee-7c1a-46db-9ff7-3b8f408e9a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:30.235725 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-60694aee-7c1a-46db-9ff7-3b8f408e9a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:30.249865 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-2f581b0f-8477-49a0-8a0c-11e328a5f5ac req-cfc717fd-9059-4baf-aab0-676385351038 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Deleting port a7559e9d-9796-4739-bad7-328576676262 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:18:30.251020 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-2f581b0f-8477-49a0-8a0c-11e328a5f5ac req-cfc717fd-9059-4baf-aab0-676385351038 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:30.357089 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-f574aff3-70a0-4385-8451-8af2b9d62923 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:30.410650 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-2f581b0f-8477-49a0-8a0c-11e328a5f5ac req-cfc717fd-9059-4baf-aab0-676385351038 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] For port a7559e9d-9796-4739-bad7-328576676262, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a7559e9d-9796-4739-bad7-328576676262,segment=NetworkSegment(56d3e6a0-df3f-4e1e-a9c0-180ede880577),segment_id=56d3e6a0-df3f-4e1e-a9c0-180ede880577)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:30.411295 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-2f581b0f-8477-49a0-8a0c-11e328a5f5ac req-cfc717fd-9059-4baf-aab0-676385351038 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:30.413309 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb324dfa-447d-414c-8629-eac039f2378e req-99630d64-3051-4f1f-a268-616d0bdb21da tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:30.415585 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eb324dfa-447d-414c-8629-eac039f2378e req-99630d64-3051-4f1f-a268-616d0bdb21da tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 945 time: 0.1733489 May 26 11:18:30.462708 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eb324dfa-447d-414c-8629-eac039f2378e req-0bcd1ad8-ed0d-4f53-8bdb-05f6384d51bc tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/security-groups?id=932debaf-fb24-4cde-8ff8-002bb8282dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412450 May 26 11:18:30.570762 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-2f581b0f-8477-49a0-8a0c-11e328a5f5ac req-cfc717fd-9059-4baf-aab0-676385351038 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Calling delete_port for a7559e9d-9796-4739-bad7-328576676262 owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:18:30.623686 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-f574aff3-70a0-4385-8451-8af2b9d62923 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Transition to ACTIVE for port object a1c56e03-5422-4313-924a-580129e15eda will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:18:30.630993 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-60694aee-7c1a-46db-9ff7-3b8f408e9a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:30.634380 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ef31164d-d69f-47de-86d7-fd43bd3590d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:30.661150 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60694aee-7c1a-46db-9ff7-3b8f408e9a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8107d8a5-eddc-428e-9957-b4cef0630b55,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:30.670950 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-60694aee-7c1a-46db-9ff7-3b8f408e9a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:30.693042 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-60694aee-7c1a-46db-9ff7-3b8f408e9a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:30.695326 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-60694aee-7c1a-46db-9ff7-3b8f408e9a68 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8107d8a5-eddc-428e-9957-b4cef0630b55 HTTP/1.1" status: 204 len: 168 time: 0.6823032 May 26 11:18:30.812044 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 53142) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:30.837073 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-f574aff3-70a0-4385-8451-8af2b9d62923 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:30.843124 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-2f581b0f-8477-49a0-8a0c-11e328a5f5ac req-cfc717fd-9059-4baf-aab0-676385351038 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:30.849753 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8937fc62-3b6a-455a-aafc-08fd813b9e7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:30.853506 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bf12e9e0-169c-4747-a021-f16b83e573d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:30.887682 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['a7559e9d-9796-4739-bad7-328576676262'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:18:30.912270 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc717fd-9059-4baf-aab0-676385351038 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Pushing event deleted for resources: {'Port': ['ID=a7559e9d-9796-4739-bad7-328576676262,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:30.928074 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cfc717fd-9059-4baf-aab0-676385351038 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:31.024119 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-f574aff3-70a0-4385-8451-8af2b9d62923 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Network 513e1c4d-d73e-422d-b620-6e51d2db19e7 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:18:31.046386 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f581b0f-8477-49a0-8a0c-11e328a5f5ac req-cfc717fd-9059-4baf-aab0-676385351038 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] No DVR routers for this DVR port a7559e9d-9796-4739-bad7-328576676262 on host hv-cinder-79313 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:18:31.050000 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-2f581b0f-8477-49a0-8a0c-11e328a5f5ac req-cfc717fd-9059-4baf-aab0-676385351038 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:31.060889 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00667a5a-0412-4186-9e3b-16f074162a49', 'name': 'network-vif-deleted', 'tag': 'a7559e9d-9796-4739-bad7-328576676262'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:18:31.070246 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-f574aff3-70a0-4385-8451-8af2b9d62923 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:18:31.086360 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bacadac3-f21d-44cf-b61e-48a03b176fed tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:31.087326 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-f574aff3-70a0-4385-8451-8af2b9d62923 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:18:31.125774 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574aff3-70a0-4385-8451-8af2b9d62923 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Pushing event updated for resources: {'Port': ['ID=a1c56e03-5422-4313-924a-580129e15eda,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:31.135174 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f574aff3-70a0-4385-8451-8af2b9d62923 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:31.145937 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bacadac3-f21d-44cf-b61e-48a03b176fed tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:31.203722 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-f574aff3-70a0-4385-8451-8af2b9d62923 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:31.204664 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-f574aff3-70a0-4385-8451-8af2b9d62923 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:31.250447 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af542084-1252-4947-a838-d088f4b43151 req-218f51bd-6a74-441c-ab3c-4d432978f5af tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:31.251189 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-af542084-1252-4947-a838-d088f4b43151 req-218f51bd-6a74-441c-ab3c-4d432978f5af tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Synchronizing usage tracker for tenant:a6fe442964904bd3b71480242adf4f16 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:18:31.259724 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-2f581b0f-8477-49a0-8a0c-11e328a5f5ac req-cfc717fd-9059-4baf-aab0-676385351038 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.37 "DELETE /v2.0/ports/a7559e9d-9796-4739-bad7-328576676262 HTTP/1.1" status: 204 len: 173 time: 1.3462913 May 26 11:18:31.272350 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94592c0d-6c9f-4e12-af13-cad9f4444c18 req-88fa85e0-dfb7-45a2-b870-6c691cdc41a3 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:31.274147 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-94592c0d-6c9f-4e12-af13-cad9f4444c18 req-88fa85e0-dfb7-45a2-b870-6c691cdc41a3 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a92ab4-1d00-4dd8-be54-e442ae71a02b HTTP/1.1" status: 200 len: 946 time: 0.2645369 May 26 11:18:31.315911 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bacadac3-f21d-44cf-b61e-48a03b176fed tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:31.322521 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-36c1cc7b-99a7-45a5-bfa6-c0cdbc49925d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:31.326790 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-94592c0d-6c9f-4e12-af13-cad9f4444c18 req-f6eabef0-3101-40ec-9ed8-9280932c1f10 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d4ff50a-09c6-457d-8d71-f165711838ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445068 May 26 11:18:31.339767 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-f574aff3-70a0-4385-8451-8af2b9d62923 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2581751 May 26 11:18:31.339984 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacadac3-f21d-44cf-b61e-48a03b176fed tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:31.341241 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-af542084-1252-4947-a838-d088f4b43151 req-218f51bd-6a74-441c-ab3c-4d432978f5af tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Unset dirty status for tenant:a6fe442964904bd3b71480242adf4f16 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:18:31.348719 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bacadac3-f21d-44cf-b61e-48a03b176fed tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:31.350285 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-af542084-1252-4947-a838-d088f4b43151 req-218f51bd-6a74-441c-ab3c-4d432978f5af tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 931 time: 0.4280233 May 26 11:18:31.378009 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Request body: {'port': {'device_id': '531f7ace-2e28-47c8-a961-5bb265dd1618', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:31.427722 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00667a5a-0412-4186-9e3b-16f074162a49', 'name': 'network-vif-deleted', 'tag': 'a7559e9d-9796-4739-bad7-328576676262', 'status': 'completed', 'code': 200} May 26 11:18:31.479318 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-af542084-1252-4947-a838-d088f4b43151 req-fe1f77e5-29ca-403d-b24f-317237f60bf4 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278872 May 26 11:18:31.491727 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-60642cbc-8c38-4b79-ae91-59df8a3bee2e None None] Provisioning for port a1c56e03-5422-4313-924a-580129e15eda completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:18:31.494019 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bacadac3-f21d-44cf-b61e-48a03b176fed tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:31.505325 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-bacadac3-f21d-44cf-b61e-48a03b176fed tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "DELETE /v2.0/security-groups/6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1 HTTP/1.1" status: 204 len: 168 time: 0.6865742 May 26 11:18:31.505325 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 53154) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:31.508669 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-60642cbc-8c38-4b79-ae91-59df8a3bee2e None None] Provisioning complete for port a1c56e03-5422-4313-924a-580129e15eda triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:18:31.509082 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-60642cbc-8c38-4b79-ae91-59df8a3bee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:31.530965 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.api.v2.resource [None req-34aca24a-e77c-492c-ae89-7007a8dc2019 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] show failed (client error): The resource could not be found. May 26 11:18:31.532860 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-34aca24a-e77c-492c-ae89-7007a8dc2019 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups/6e58569c-d9ae-4f9a-b2aa-7a4d45147ac1 HTTP/1.1" status: 404 len: 347 time: 0.0274184 May 26 11:18:31.536054 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 53158) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:31.571971 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:31.572186 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:31.603771 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-60642cbc-8c38-4b79-ae91-59df8a3bee2e None None] Port a1c56e03-5422-4313-924a-580129e15eda cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:18:31.642095 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 53162) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:31.668326 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-25d78108-6807-454e-ab19-88c102c2d91c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:31.780502 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-25d78108-6807-454e-ab19-88c102c2d91c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:18:31.784312 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cb335c2b-f8b8-491c-9a98-4e0f88d9f005 req-96c77c10-0eda-43b5-ba79-aa1c5f80b36e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] 10.222.0.35 "GET /v2.0/ports?device_id=00667a5a-0412-4186-9e3b-16f074162a49 HTTP/1.1" status: 200 len: 210 time: 0.1013746 May 26 11:18:31.797809 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-25d78108-6807-454e-ab19-88c102c2d91c admin admin] Usage tracker for resource:security_group_rule and tenant:540b47215d934be196fdf158b9666516 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:18:31.808128 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-25d78108-6807-454e-ab19-88c102c2d91c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:18:31.823948 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-25d78108-6807-454e-ab19-88c102c2d91c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:18:31.839986 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a8af5bd5-9d3c-48ae-815b-e4b45074ca89 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Deleting port 0253de94-d271-4ca7-bd11-b9b3c1a4b8c8 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:18:31.840334 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a8af5bd5-9d3c-48ae-815b-e4b45074ca89 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:31.970157 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a8af5bd5-9d3c-48ae-815b-e4b45074ca89 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:31.970508 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a8af5bd5-9d3c-48ae-815b-e4b45074ca89 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:32.043850 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-25d78108-6807-454e-ab19-88c102c2d91c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:32.096591 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c56e03-5422-4313-924a-580129e15eda {{(pid=92386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:18:32.104230 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:32.118458 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Transition to ACTIVE for port object a1c56e03-5422-4313-924a-580129e15eda will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:18:32.121648 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-25d78108-6807-454e-ab19-88c102c2d91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:32.128066 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c96f2176-d688-4431-873d-aca007fd8dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:32.133376 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a8af5bd5-9d3c-48ae-815b-e4b45074ca89 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Calling delete_port for 0253de94-d271-4ca7-bd11-b9b3c1a4b8c8 owned by network:floatingip {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:18:32.267878 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:32.273697 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-25d78108-6807-454e-ab19-88c102c2d91c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=540b47215d934be196fdf158b9666516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6306293 May 26 11:18:32.276041 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d78108-6807-454e-ab19-88c102c2d91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed03ee1-3c12-49c9-b21f-d8037cf9ae5e,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:32.277535 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 53166) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:32.281371 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-25d78108-6807-454e-ab19-88c102c2d91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:32.281893 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-690ab984-d3d4-40b5-b9b2-bf02a9e3e6fa tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:32.348753 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-40d19db1-7dab-4733-ad8f-8df590ec34f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:32.361725 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a8af5bd5-9d3c-48ae-815b-e4b45074ca89 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:32.368795 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:32.472595 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af5bd5-9d3c-48ae-815b-e4b45074ca89 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Pushing event deleted for resources: {'Port': ['ID=0253de94-d271-4ca7-bd11-b9b3c1a4b8c8,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:32.484094 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a8af5bd5-9d3c-48ae-815b-e4b45074ca89 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:32.485704 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-40d19db1-7dab-4733-ad8f-8df590ec34f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:32.510505 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Pushing event updated for resources: {'Port': ['ID=a1c56e03-5422-4313-924a-580129e15eda,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:32.521217 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:32.741037 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Attempting to bind port a1c56e03-5422-4313-924a-580129e15eda on host hv-cinder-79313 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:18:32.741521 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Attempting to bind port a1c56e03-5422-4313-924a-580129e15eda by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': 'e9edfa39-8cf1-4a7c-a71c-b334d6825fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:18:32.742167 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Attempting to bind port a1c56e03-5422-4313-924a-580129e15eda on network 513e1c4d-d73e-422d-b620-6e51d2db19e7 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:18:32.752519 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Port a1c56e03-5422-4313-924a-580129e15eda on network 513e1c4d-d73e-422d-b620-6e51d2db19e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:18:32.752978 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Attempting to bind port a1c56e03-5422-4313-924a-580129e15eda on network 513e1c4d-d73e-422d-b620-6e51d2db19e7 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:18:32.771558 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:32.782012 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a8af5bd5-9d3c-48ae-815b-e4b45074ca89 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for floatingip, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:32.784385 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e62bd3-a9ee-4d4d-ba78-cec2d2f7e162 req-3c7b18dc-f136-4e6b-ad14-6ffcf2e4c0dc tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:32.786305 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-85e62bd3-a9ee-4d4d-ba78-cec2d2f7e162 req-3c7b18dc-f136-4e6b-ad14-6ffcf2e4c0dc tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a92ab4-1d00-4dd8-be54-e442ae71a02b HTTP/1.1" status: 200 len: 946 time: 0.2637057 May 26 11:18:32.789203 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Checking agent: {'id': 'e864f0ab-5241-4583-ad18-7aea86fa37e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'started_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:18:32.789203 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Checking segment: {'id': 'e9edfa39-8cf1-4a7c-a71c-b334d6825fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:18:32.789203 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Bound using segment: {'id': 'e9edfa39-8cf1-4a7c-a71c-b334d6825fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:18:32.790289 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Bound port: a1c56e03-5422-4313-924a-580129e15eda, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9edfa39-8cf1-4a7c-a71c-b334d6825fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:18:32.790522 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:32.805579 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717ac4b-2e6f-472f-a5d5-bfaeec54fa9d req-ecde690d-0c5d-4f2b-b25b-69a56a34f80f tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:32.807220 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-3717ac4b-2e6f-472f-a5d5-bfaeec54fa9d req-ecde690d-0c5d-4f2b-b25b-69a56a34f80f tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.37 "GET /v2.0/ports?device_id=74a92ab4-1d00-4dd8-be54-e442ae71a02b HTTP/1.1" status: 200 len: 946 time: 0.4008691 May 26 11:18:32.932350 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-85e62bd3-a9ee-4d4d-ba78-cec2d2f7e162 req-077fbe11-ba70-48ed-9a5d-ac33bf85ca04 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/security-groups?id=7d4ff50a-09c6-457d-8d71-f165711838ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281049 May 26 11:18:32.953019 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-40d19db1-7dab-4733-ad8f-8df590ec34f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:32.958808 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ac8daa30-3bef-4c8b-be50-76f8368a3baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:32.972300 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f910f8f-2f7a-4172-838b-220c2665b066 req-9a96fbb5-2d68-4b12-8e36-748370145eb1 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:32.973938 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3f910f8f-2f7a-4172-838b-220c2665b066 req-9a96fbb5-2d68-4b12-8e36-748370145eb1 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 943 time: 0.2940557 May 26 11:18:32.975252 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] For port a1c56e03-5422-4313-924a-580129e15eda, host hv-cinder-79313, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:18:32.978881 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] For port a1c56e03-5422-4313-924a-580129e15eda, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a1c56e03-5422-4313-924a-580129e15eda,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:18:32.990477 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d19db1-7dab-4733-ad8f-8df590ec34f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed03ee1-3c12-49c9-b21f-d8037cf9ae5e,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:33.001683 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-40d19db1-7dab-4733-ad8f-8df590ec34f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:33.031331 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-40d19db1-7dab-4733-ad8f-8df590ec34f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:33.033028 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-40d19db1-7dab-4733-ad8f-8df590ec34f3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ed03ee1-3c12-49c9-b21f-d8037cf9ae5e HTTP/1.1" status: 204 len: 168 time: 0.7542815 May 26 11:18:33.042788 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a8af5bd5-9d3c-48ae-815b-e4b45074ca89 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:33.042967 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3f910f8f-2f7a-4172-838b-220c2665b066 req-bf81f9fc-b0f3-4165-8d27-0d73278305a8 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597749 May 26 11:18:33.047121 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-a8af5bd5-9d3c-48ae-815b-e4b45074ca89 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "DELETE /v2.0/floatingips/a5637b94-0823-4109-95eb-b6dbaa94bb8b HTTP/1.1" status: 204 len: 168 time: 1.5084994 May 26 11:18:33.055421 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-3717ac4b-2e6f-472f-a5d5-bfaeec54fa9d req-d57dcc16-6ad7-4955-bc3e-194d75848e2c tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Deleting port 72f32edf-0940-4993-b5f1-c62584f23f42 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:18:33.058357 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3717ac4b-2e6f-472f-a5d5-bfaeec54fa9d req-d57dcc16-6ad7-4955-bc3e-194d75848e2c tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:33.076976 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:33.082329 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-65463cf0-39ce-4c8b-9037-1468fb1a1d75 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:33.177583 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Pushing event updated for resources: {'Port': ['ID=a1c56e03-5422-4313-924a-580129e15eda,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:33.189033 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:33.196410 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:33.197305 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:33.199742 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] 10.222.0.37 "PUT /v2.0/ports/a1c56e03-5422-4313-924a-580129e15eda HTTP/1.1" status: 200 len: 1093 time: 1.8267162 May 26 11:18:33.200667 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531f7ace-2e28-47c8-a961-5bb265dd1618', 'tag': 'a1c56e03-5422-4313-924a-580129e15eda'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:18:33.291768 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-3717ac4b-2e6f-472f-a5d5-bfaeec54fa9d req-d57dcc16-6ad7-4955-bc3e-194d75848e2c tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] For port 72f32edf-0940-4993-b5f1-c62584f23f42, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=72f32edf-0940-4993-b5f1-c62584f23f42,segment=NetworkSegment(36ea1b08-5d02-432f-b332-e58fd646f2d5),segment_id=36ea1b08-5d02-432f-b332-e58fd646f2d5)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:33.297095 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3717ac4b-2e6f-472f-a5d5-bfaeec54fa9d req-d57dcc16-6ad7-4955-bc3e-194d75848e2c tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:33.298612 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531f7ace-2e28-47c8-a961-5bb265dd1618', 'tag': 'a1c56e03-5422-4313-924a-580129e15eda', 'status': 'completed', 'code': 200} May 26 11:18:33.494175 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b970190-e9f3-4305-8583-273d589d949b req-c6ec5a21-6c00-4da5-8550-69fad2b2ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:33.495684 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4b970190-e9f3-4305-8583-273d589d949b req-c6ec5a21-6c00-4da5-8550-69fad2b2ce6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6fe442964904bd3b71480242adf4f16&device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 1096 time: 0.1557751 May 26 11:18:33.540092 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-3717ac4b-2e6f-472f-a5d5-bfaeec54fa9d req-d57dcc16-6ad7-4955-bc3e-194d75848e2c tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Calling delete_port for 72f32edf-0940-4993-b5f1-c62584f23f42 owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:18:33.663905 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b970190-e9f3-4305-8583-273d589d949b req-84b99daf-e046-4f33-8a1b-26b45f1e0dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:33.665471 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4b970190-e9f3-4305-8583-273d589d949b req-84b99daf-e046-4f33-8a1b-26b45f1e0dfd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a6fe442964904bd3b71480242adf4f16&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1557868 May 26 11:18:33.668725 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 53202) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:33.674408 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-bcdc7070-d2fe-421d-ae31-3dd9ee79891d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--474986037', 'description': 'tempest-description--1398414794'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:33.702082 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-bcdc7070-d2fe-421d-ae31-3dd9ee79891d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:18:33.711875 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-bcdc7070-d2fe-421d-ae31-3dd9ee79891d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Usage tracker for resource:security_group and tenant:dc961799625447e4a664b9239ec13944 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:18:33.763032 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-bcdc7070-d2fe-421d-ae31-3dd9ee79891d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:18:33.781584 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-bcdc7070-d2fe-421d-ae31-3dd9ee79891d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:18:33.795203 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3717ac4b-2e6f-472f-a5d5-bfaeec54fa9d req-d57dcc16-6ad7-4955-bc3e-194d75848e2c tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:33.801957 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-91d1904d-91eb-4a9c-8f3f-0dfb91e62d10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:33.832937 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['72f32edf-0940-4993-b5f1-c62584f23f42'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:18:33.870175 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b970190-e9f3-4305-8583-273d589d949b req-807ba907-9341-4627-a0dd-54889b16bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:33.906247 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4b970190-e9f3-4305-8583-273d589d949b req-807ba907-9341-4627-a0dd-54889b16bd72 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1928205 May 26 11:18:33.906720 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57dcc16-6ad7-4955-bc3e-194d75848e2c tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Pushing event deleted for resources: {'Port': ['ID=72f32edf-0940-4993-b5f1-c62584f23f42,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:33.906878 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device a7559e9d-9796-4739-bad7-328576676262 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:18:33.933690 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bcdc7070-d2fe-421d-ae31-3dd9ee79891d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:33.960009 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d57dcc16-6ad7-4955-bc3e-194d75848e2c tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:33.973427 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] No Port match for: a7559e9d-9796-4739-bad7-328576676262 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:18:33.973783 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device a7559e9d-9796-4739-bad7-328576676262 not bound to the agent host hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:18:34.017685 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-3717ac4b-2e6f-472f-a5d5-bfaeec54fa9d req-d57dcc16-6ad7-4955-bc3e-194d75848e2c tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] No DVR routers for this DVR port 72f32edf-0940-4993-b5f1-c62584f23f42 on host hv-cinder-79313 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:18:34.020320 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3717ac4b-2e6f-472f-a5d5-bfaeec54fa9d req-d57dcc16-6ad7-4955-bc3e-194d75848e2c tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:34.023141 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a92ab4-1d00-4dd8-be54-e442ae71a02b', 'name': 'network-vif-deleted', 'tag': '72f32edf-0940-4993-b5f1-c62584f23f42'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:18:34.080959 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a92ab4-1d00-4dd8-be54-e442ae71a02b', 'name': 'network-vif-deleted', 'tag': '72f32edf-0940-4993-b5f1-c62584f23f42', 'status': 'completed', 'code': 200} May 26 11:18:34.086966 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-bcdc7070-d2fe-421d-ae31-3dd9ee79891d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:18:34.142405 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-bcdc7070-d2fe-421d-ae31-3dd9ee79891d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Usage tracker for resource:security_group_rule and tenant:dc961799625447e4a664b9239ec13944 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:18:34.166299 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-bcdc7070-d2fe-421d-ae31-3dd9ee79891d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:18:34.179294 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-877c4edd-8e52-447f-a94a-c14b06393589 req-130540a9-22a0-45af-9728-ca6c387035ff tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a92ab4-1d00-4dd8-be54-e442ae71a02b HTTP/1.1" status: 200 len: 210 time: 0.0897374 May 26 11:18:34.180936 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-bcdc7070-d2fe-421d-ae31-3dd9ee79891d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:18:34.214076 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-3717ac4b-2e6f-472f-a5d5-bfaeec54fa9d req-d57dcc16-6ad7-4955-bc3e-194d75848e2c tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.37 "DELETE /v2.0/ports/72f32edf-0940-4993-b5f1-c62584f23f42 HTTP/1.1" status: 204 len: 173 time: 1.4001439 May 26 11:18:34.272265 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-3d56f346-5a3e-4580-9b6b-b2aab0b3b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:34.274328 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-3d56f346-5a3e-4580-9b6b-b2aab0b3b936 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6fe442964904bd3b71480242adf4f16&device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 1096 time: 0.3227324 May 26 11:18:34.367770 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-c3161528-7cb6-4b34-8f52-35f19cbeb745 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1c56e03-5422-4313-924a-580129e15eda HTTP/1.1" status: 200 len: 217 time: 0.0790606 May 26 11:18:34.437153 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bcdc7070-d2fe-421d-ae31-3dd9ee79891d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:34.447445 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cd0f8-fc7a-42fa-b0ed-ba23d1f58c9e req-e3539ebd-0312-4e5c-afbc-53fb9f8225b6 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:34.448896 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f86cd0f8-fc7a-42fa-b0ed-ba23d1f58c9e req-e3539ebd-0312-4e5c-afbc-53fb9f8225b6 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 943 time: 0.2605944 May 26 11:18:34.494169 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-28bddf8c-73ea-42ce-81c2-cc85898c2b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:34.495765 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-28bddf8c-73ea-42ce-81c2-cc85898c2b3f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5300992e-d385-4173-9ce7-e81c35af28bb HTTP/1.1" status: 200 len: 856 time: 0.1183248 May 26 11:18:34.553657 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f86cd0f8-fc7a-42fa-b0ed-ba23d1f58c9e req-19a81d41-5e3e-4574-9f89-0b5e20fdcf97 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973330 May 26 11:18:34.555156 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bcdc7070-d2fe-421d-ae31-3dd9ee79891d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:34.563084 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-878d968f-3c55-4442-aec5-337d268e958b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:34.617397 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc7070-d2fe-421d-ae31-3dd9ee79891d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bccaefe-ea1c-4c48-ac32-5270cde0a520,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:34.623899 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bcdc7070-d2fe-421d-ae31-3dd9ee79891d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:34.643103 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-b0f252bd-fdd8-4ab4-bb99-11e4b888aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:34.644619 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-b0f252bd-fdd8-4ab4-bb99-11e4b888aa16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=513e1c4d-d73e-422d-b620-6e51d2db19e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1401584 May 26 11:18:34.834428 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bcdc7070-d2fe-421d-ae31-3dd9ee79891d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:34.835601 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-bcdc7070-d2fe-421d-ae31-3dd9ee79891d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1659372 May 26 11:18:34.838944 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 53256) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:34.844967 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-8c7bf7ee-df81-4f86-8c10-435a1fa349d2 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Request body: {'security_group_rule': {'security_group_id': '8bccaefe-ea1c-4c48-ac32-5270cde0a520', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:34.851235 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-8c7bf7ee-df81-4f86-8c10-435a1fa349d2 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:18:34.856403 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-8c7bf7ee-df81-4f86-8c10-435a1fa349d2 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Usage tracker for resource:security_group_rule and tenant:dc961799625447e4a664b9239ec13944 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:18:34.859601 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-8c7bf7ee-df81-4f86-8c10-435a1fa349d2 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:18:34.868080 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-8c7bf7ee-df81-4f86-8c10-435a1fa349d2 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:18:34.890306 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-52d7d405-15d0-4348-823a-db1913f47b33 service neutron] 10.222.0.37 "GET /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388046 May 26 11:18:35.035332 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8c7bf7ee-df81-4f86-8c10-435a1fa349d2 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:35.084255 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd4e6a1a-7e73-4fb1-9638-a1ebe6e06f49 req-4f0b9908-5c56-4afe-9a3a-20cb2420b677 service neutron] 10.222.0.37 "GET /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758096 May 26 11:18:35.113951 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8c7bf7ee-df81-4f86-8c10-435a1fa349d2 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:35.203145 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8c7bf7ee-df81-4f86-8c10-435a1fa349d2 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:35.205700 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:35.231061 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bf7ee-df81-4f86-8c10-435a1fa349d2 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935a46aa-813c-47ac-815c-0dcb4f4345a4,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:35.236883 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8c7bf7ee-df81-4f86-8c10-435a1fa349d2 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:35.359864 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8c7bf7ee-df81-4f86-8c10-435a1fa349d2 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:35.361541 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-8c7bf7ee-df81-4f86-8c10-435a1fa349d2 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5218060 May 26 11:18:35.364798 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 53270) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:35.372625 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-0a320d16-ea29-4a30-a447-ad68e16371a0 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Request body: {'security_group_rule': {'security_group_id': '8bccaefe-ea1c-4c48-ac32-5270cde0a520', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:35.395160 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-0a320d16-ea29-4a30-a447-ad68e16371a0 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:18:35.401627 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-0a320d16-ea29-4a30-a447-ad68e16371a0 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Usage tracker for resource:security_group_rule and tenant:dc961799625447e4a664b9239ec13944 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:18:35.406093 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-0a320d16-ea29-4a30-a447-ad68e16371a0 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:18:35.412515 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-0a320d16-ea29-4a30-a447-ad68e16371a0 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:18:35.418722 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b8cbbf3-e770-43f4-ae8b-f07c6f7f4f6a req-d1f1cc83-a2e4-40a7-88a2-cf4f1cf1e9ba tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] 10.222.0.35 "GET /v2.0/ports?device_id=74a92ab4-1d00-4dd8-be54-e442ae71a02b HTTP/1.1" status: 200 len: 210 time: 0.1122460 May 26 11:18:35.558266 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 53276) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:35.585090 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0a320d16-ea29-4a30-a447-ad68e16371a0 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:35.685740 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0a320d16-ea29-4a30-a447-ad68e16371a0 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:35.790644 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0a320d16-ea29-4a30-a447-ad68e16371a0 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:35.800349 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:35.823452 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a320d16-ea29-4a30-a447-ad68e16371a0 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c91628-29f4-4972-b57d-9cbbe183c047,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:35.826935 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0a320d16-ea29-4a30-a447-ad68e16371a0 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:35.831627 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 72f32edf-0940-4993-b5f1-c62584f23f42 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:18:35.871157 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] No Port match for: 72f32edf-0940-4993-b5f1-c62584f23f42 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:18:35.871682 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 72f32edf-0940-4993-b5f1-c62584f23f42 not bound to the agent host hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:18:35.927163 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0a320d16-ea29-4a30-a447-ad68e16371a0 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:35.928351 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-0a320d16-ea29-4a30-a447-ad68e16371a0 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5623276 May 26 11:18:35.928534 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff8cd0-6635-482f-ab4a-b638d42bf5c4 req-9e590400-01c4-43e1-9d65-01a0a5664bec tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:35.930458 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-abff8cd0-6635-482f-ab4a-b638d42bf5c4 req-9e590400-01c4-43e1-9d65-01a0a5664bec tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 943 time: 0.2440472 May 26 11:18:35.932342 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 53290) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:35.941847 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-56744b97-240c-4fe0-9f38-c7bf8dce3b22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Request body: {'floatingip': {'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:35.948881 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-56744b97-240c-4fe0-9f38-c7bf8dce3b22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:18:35.953429 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-56744b97-240c-4fe0-9f38-c7bf8dce3b22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Usage tracker for resource:floatingip and tenant:dc961799625447e4a664b9239ec13944 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:18:35.956575 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-56744b97-240c-4fe0-9f38-c7bf8dce3b22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:18:35.962789 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-56744b97-240c-4fe0-9f38-c7bf8dce3b22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:18:36.052171 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56744b97-240c-4fe0-9f38-c7bf8dce3b22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for floatingip, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:36.060849 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-abff8cd0-6635-482f-ab4a-b638d42bf5c4 req-46d38b70-f983-4178-ab5f-d9b11ad28acd tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174011 May 26 11:18:36.219285 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56744b97-240c-4fe0-9f38-c7bf8dce3b22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:36.281750 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-41bd5513-c574-4fe1-9dbc-fea4e24f889e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419527'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:36.385467 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-56744b97-240c-4fe0-9f38-c7bf8dce3b22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Allocated IP 172.27.2.79 (0c406d08-576a-4058-82f8-2db7a46cb825/c8dc709d-33af-406d-94f8-5d106e5714b1/92e65ac2-db16-4834-bfec-db19c3918829) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:18:36.584419 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56744b97-240c-4fe0-9f38-c7bf8dce3b22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:36.729078 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56744b97-240c-4fe0-9f38-c7bf8dce3b22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:36.738230 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:36.764685 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-41bd5513-c574-4fe1-9dbc-fea4e24f889e admin admin] Deleting port 06c2bfce-b717-4643-b6c3-0989f7d66f6b {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:18:36.765284 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-41bd5513-c574-4fe1-9dbc-fea4e24f889e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:36.800402 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56744b97-240c-4fe0-9f38-c7bf8dce3b22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Network 0c406d08-576a-4058-82f8-2db7a46cb825 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:18:36.803799 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-56744b97-240c-4fe0-9f38-c7bf8dce3b22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:18:36.807242 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56744b97-240c-4fe0-9f38-c7bf8dce3b22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:18:36.869193 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56744b97-240c-4fe0-9f38-c7bf8dce3b22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Pushing event updated for resources: {'Port': ['ID=92e65ac2-db16-4834-bfec-db19c3918829,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:36.876598 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56744b97-240c-4fe0-9f38-c7bf8dce3b22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:36.911554 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56744b97-240c-4fe0-9f38-c7bf8dce3b22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:37.003522 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-41bd5513-c574-4fe1-9dbc-fea4e24f889e admin admin] For port 06c2bfce-b717-4643-b6c3-0989f7d66f6b, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=06c2bfce-b717-4643-b6c3-0989f7d66f6b,segment=NetworkSegment(56d3e6a0-df3f-4e1e-a9c0-180ede880577),segment_id=56d3e6a0-df3f-4e1e-a9c0-180ede880577)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:37.003990 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-41bd5513-c574-4fe1-9dbc-fea4e24f889e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:37.073553 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56744b97-240c-4fe0-9f38-c7bf8dce3b22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:37.136259 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-41bd5513-c574-4fe1-9dbc-fea4e24f889e admin admin] Calling delete_port for 06c2bfce-b717-4643-b6c3-0989f7d66f6b owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:18:37.373745 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 53324) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:37.404392 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56744b97-240c-4fe0-9f38-c7bf8dce3b22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:37.464351 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56744b97-240c-4fe0-9f38-c7bf8dce3b22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-857911'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:37.468302 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-660a4c4d-cfc9-42eb-8802-0325c8710f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:37.548913 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56744b97-240c-4fe0-9f38-c7bf8dce3b22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Pushing event updated for resources: {'Port': ['ID=92e65ac2-db16-4834-bfec-db19c3918829,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:37.581627 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56744b97-240c-4fe0-9f38-c7bf8dce3b22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:37.594838 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d3cbe-63fd-408a-95da-3f82e5cb6a3a req-3b863156-263d-45ab-af2c-474cc5d32df2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:37.596345 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0b5d3cbe-63fd-408a-95da-3f82e5cb6a3a req-3b863156-263d-45ab-af2c-474cc5d32df2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 943 time: 0.2251418 May 26 11:18:37.615301 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56744b97-240c-4fe0-9f38-c7bf8dce3b22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424661'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:37.690337 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-047f2806-a17a-4ac1-9954-c5da2892b389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:37.721782 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-047f2806-a17a-4ac1-9954-c5da2892b389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:18:37.729298 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-047f2806-a17a-4ac1-9954-c5da2892b389 admin admin] Usage tracker for resource:security_group_rule and tenant:3abcda7761f94e25a8c7ba2c16ec4347 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:18:37.733737 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-047f2806-a17a-4ac1-9954-c5da2892b389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:18:37.741714 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0b5d3cbe-63fd-408a-95da-3f82e5cb6a3a req-0ab1e808-a041-45fc-9fa7-319f7ef36a7d tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011009 May 26 11:18:37.746484 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-047f2806-a17a-4ac1-9954-c5da2892b389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:18:37.755700 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56744b97-240c-4fe0-9f38-c7bf8dce3b22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:37.766035 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-56744b97-240c-4fe0-9f38-c7bf8dce3b22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8284786 May 26 11:18:37.819581 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-41bd5513-c574-4fe1-9dbc-fea4e24f889e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:37.828498 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2e6a7af2-c37a-46d0-a8a3-fca7b4be1c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:37.846005 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device a1c56e03-5422-4313-924a-580129e15eda details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:18:37.892894 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd5513-c574-4fe1-9dbc-fea4e24f889e admin admin] Pushing event deleted for resources: {'Port': ['ID=06c2bfce-b717-4643-b6c3-0989f7d66f6b,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:37.925125 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-41bd5513-c574-4fe1-9dbc-fea4e24f889e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:38.000768 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port a1c56e03-5422-4313-924a-580129e15eda, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a1c56e03-5422-4313-924a-580129e15eda,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:38.016319 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': 'a1c56e03-5422-4313-924a-580129e15eda', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'port_id': 'a1c56e03-5422-4313-924a-580129e15eda', 'mac_address': 'fa:16:3e:b4:a5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:18:38.081198 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:38.108235 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c56e03-5422-4313-924a-580129e15eda {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:18:38.122184 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-047f2806-a17a-4ac1-9954-c5da2892b389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:38.126125 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port a1c56e03-5422-4313-924a-580129e15eda, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a1c56e03-5422-4313-924a-580129e15eda,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:38.191481 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-047f2806-a17a-4ac1-9954-c5da2892b389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:38.201620 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:38.203461 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:38.206527 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-453a2bc9-3a5d-44f4-a672-a902664e7eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:38.297221 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f2806-a17a-4ac1-9954-c5da2892b389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b062e3b7-4dda-490b-af01-7ab8da20110c,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:38.304162 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 53356) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:38.304646 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-047f2806-a17a-4ac1-9954-c5da2892b389 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3abcda7761f94e25a8c7ba2c16ec4347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9291096 May 26 11:18:38.326912 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=a1c56e03-5422-4313-924a-580129e15eda,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:38.330246 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:38.375683 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-047f2806-a17a-4ac1-9954-c5da2892b389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:38.411350 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6e1abb2d-6c6a-41a7-a1f1-960470c91b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:38.419365 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-41558445-593b-4813-8937-13b99e32fdd7 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Synchronizing usage tracker for tenant:dc961799625447e4a664b9239ec13944 on resource:security_group {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:18:38.441103 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6e1abb2d-6c6a-41a7-a1f1-960470c91b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:38.464664 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-41bd5513-c574-4fe1-9dbc-fea4e24f889e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423799'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:38.477106 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['a1c56e03-5422-4313-924a-580129e15eda'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:18:38.560326 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-41558445-593b-4813-8937-13b99e32fdd7 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Unset dirty status for tenant:dc961799625447e4a664b9239ec13944 on resource:security_group {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:18:38.561521 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-41558445-593b-4813-8937-13b99e32fdd7 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--474986037&fields=id&tenant_id=dc961799625447e4a664b9239ec13944 HTTP/1.1" status: 200 len: 267 time: 0.3481958 May 26 11:18:38.589915 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6e1abb2d-6c6a-41a7-a1f1-960470c91b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:38.595074 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0968c6fa-fa86-4bea-9dcf-9b70b6171de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:38.609146 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1abb2d-6c6a-41a7-a1f1-960470c91b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b062e3b7-4dda-490b-af01-7ab8da20110c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:38.624444 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6e1abb2d-6c6a-41a7-a1f1-960470c91b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:38.627179 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6e1abb2d-6c6a-41a7-a1f1-960470c91b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:38.627179 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-6e1abb2d-6c6a-41a7-a1f1-960470c91b4c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b062e3b7-4dda-490b-af01-7ab8da20110c HTTP/1.1" status: 204 len: 168 time: 0.3218307 May 26 11:18:39.090141 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-3394d564-4920-4486-bd57-738620aacdb8 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:39.091630 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-3394d564-4920-4486-bd57-738620aacdb8 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/networks?id=35893588-0f1e-477d-83eb-d93225ef04a5 HTTP/1.1" status: 200 len: 809 time: 0.5189960 May 26 11:18:39.119286 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-fb08deb6-d5f5-46bb-85e6-f3e0513e7225 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/quotas/dc961799625447e4a664b9239ec13944 HTTP/1.1" status: 200 len: 375 time: 0.0165889 May 26 11:18:39.220206 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2195d5-d7c0-469a-9fc7-07d57b2ae045 req-53a1a5ad-b422-455d-94fa-e23be7eecfd4 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:39.221649 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ac2195d5-d7c0-469a-9fc7-07d57b2ae045 req-53a1a5ad-b422-455d-94fa-e23be7eecfd4 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 944 time: 0.3396060 May 26 11:18:39.291163 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bd5513-c574-4fe1-9dbc-fea4e24f889e admin admin] Router 89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1 has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:18:39.369685 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-b123218d-7a43-4f39-859a-e9cf543af05a tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc961799625447e4a664b9239ec13944&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1941288 May 26 11:18:39.394000 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 53390) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:39.414647 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e2751d2c-568c-4637-bada-61e8095b6afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:39.433017 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-e2751d2c-568c-4637-bada-61e8095b6afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:18:39.437271 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-e2751d2c-568c-4637-bada-61e8095b6afe admin admin] Usage tracker for resource:security_group_rule and tenant:49a9c4519468451c90aea7796ce34c93 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:18:39.440173 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-e2751d2c-568c-4637-bada-61e8095b6afe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:18:39.447032 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-e2751d2c-568c-4637-bada-61e8095b6afe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:18:39.533869 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e2751d2c-568c-4637-bada-61e8095b6afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:39.615598 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ac2195d5-d7c0-469a-9fc7-07d57b2ae045 req-aac5e961-c830-4991-a6de-c296b26c9253 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3783455 May 26 11:18:39.620526 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bd5513-c574-4fe1-9dbc-fea4e24f889e admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:18:39.629143 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1357b3e5-4da6-42f6-9f5d-98345f8f28b1 None None] Sync routers for ids ['89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:18:39.633088 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e2751d2c-568c-4637-bada-61e8095b6afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:39.640849 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6e1abb2d-6c6a-41a7-a1f1-960470c91b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:39.645996 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-c2bea4be-530f-4182-8a43-c4b23c3aa88d service neutron] 10.222.0.35 "GET /v2.0/networks/35893588-0f1e-477d-83eb-d93225ef04a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572150 May 26 11:18:39.658865 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1357b3e5-4da6-42f6-9f5d-98345f8f28b1 None None] Routers {'89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:18:39.659501 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-1357b3e5-4da6-42f6-9f5d-98345f8f28b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:18:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:39.686490 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-41bd5513-c574-4fe1-9dbc-fea4e24f889e admin admin] 10.222.0.35 "PUT /v2.0/routers/89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1269429 May 26 11:18:39.688206 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 53394) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:39.753343 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2751d2c-568c-4637-bada-61e8095b6afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76efce8-f908-4835-b3f7-f535f9676065,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:39.765293 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-e2751d2c-568c-4637-bada-61e8095b6afe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=49a9c4519468451c90aea7796ce34c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702290 May 26 11:18:39.769747 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 53398) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:39.777404 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2751d2c-568c-4637-bada-61e8095b6afe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:39.777778 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2751d2c-568c-4637-bada-61e8095b6afe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:39.778169 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2751d2c-568c-4637-bada-61e8095b6afe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:39.778528 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2751d2c-568c-4637-bada-61e8095b6afe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:39.778882 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2751d2c-568c-4637-bada-61e8095b6afe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:39.779233 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2751d2c-568c-4637-bada-61e8095b6afe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:39.779579 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2751d2c-568c-4637-bada-61e8095b6afe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:39.779926 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2751d2c-568c-4637-bada-61e8095b6afe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:39.780271 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2751d2c-568c-4637-bada-61e8095b6afe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:39.780616 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2751d2c-568c-4637-bada-61e8095b6afe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:39.780996 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2751d2c-568c-4637-bada-61e8095b6afe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:39.781298 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2751d2c-568c-4637-bada-61e8095b6afe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:39.787197 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e2751d2c-568c-4637-bada-61e8095b6afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:39.830677 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-99f755b8-8bee-4177-9116-08541235f9c4 service neutron] 10.222.0.35 "GET /v2.0/networks/35893588-0f1e-477d-83eb-d93225ef04a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777589 May 26 11:18:39.846278 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-1357b3e5-4da6-42f6-9f5d-98345f8f28b1 None None] Set router 89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:18:39.863153 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d84e454f-5176-442f-a46a-bf39b786d2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:39.894135 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d84e454f-5176-442f-a46a-bf39b786d2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:39.914957 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-361ed5d5-b95d-4af7-b186-2dacf7afb900 admin admin] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:40.019031 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d84e454f-5176-442f-a46a-bf39b786d2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:40.022904 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b334312d-efd0-4e00-81d0-464ca71a69aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:40.038397 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e454f-5176-442f-a46a-bf39b786d2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76efce8-f908-4835-b3f7-f535f9676065,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:40.041293 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d84e454f-5176-442f-a46a-bf39b786d2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:40.049829 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d84e454f-5176-442f-a46a-bf39b786d2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:40.053700 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-d84e454f-5176-442f-a46a-bf39b786d2f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f76efce8-f908-4835-b3f7-f535f9676065 HTTP/1.1" status: 204 len: 168 time: 0.2829733 May 26 11:18:40.143260 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-361ed5d5-b95d-4af7-b186-2dacf7afb900 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:40.177827 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-1357b3e5-4da6-42f6-9f5d-98345f8f28b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'name': 'tempest-TestMinimumBasicScenario-673801033-router', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:00Z', 'updated_at': '2021-05-26T11:18:37Z', 'revision_number': 5, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'gw_port': {'id': '53ea9311-6723-4cb7-a7de-665acb61fa2c', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:02Z', 'updated_at': '2021-05-26T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:40.179437 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-dc6d7196-815b-439c-95d9-ad37cfdaad06 req-d1ff04db-8636-4286-a222-6afb167b4ba3 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 210 time: 0.0515389 May 26 11:18:40.182829 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1357b3e5-4da6-42f6-9f5d-98345f8f28b1 None None] Checking router: 89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1 for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:18:40.192132 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1357b3e5-4da6-42f6-9f5d-98345f8f28b1 None None] Routers {'89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:18:40.192826 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-1357b3e5-4da6-42f6-9f5d-98345f8f28b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:18:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:40.292893 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-361ed5d5-b95d-4af7-b186-2dacf7afb900 admin admin] Deleting port 53ea9311-6723-4cb7-a7de-665acb61fa2c {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:18:40.292893 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-361ed5d5-b95d-4af7-b186-2dacf7afb900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:40.359273 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-1357b3e5-4da6-42f6-9f5d-98345f8f28b1 None None] Set router 89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:18:40.415615 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-361ed5d5-b95d-4af7-b186-2dacf7afb900 admin admin] For port 53ea9311-6723-4cb7-a7de-665acb61fa2c, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=53ea9311-6723-4cb7-a7de-665acb61fa2c,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:40.416201 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-361ed5d5-b95d-4af7-b186-2dacf7afb900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:40.466051 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-1357b3e5-4da6-42f6-9f5d-98345f8f28b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'name': 'tempest-TestMinimumBasicScenario-673801033-router', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:00Z', 'updated_at': '2021-05-26T11:18:40Z', 'revision_number': 6, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'gw_port_host': None}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:40.470308 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1357b3e5-4da6-42f6-9f5d-98345f8f28b1 None None] The sync data for ids ['89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1'] in dv-cinder-793136-1-iscsi is: [{'id': '89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1', 'name': 'tempest-TestMinimumBasicScenario-673801033-router', 'tenant_id': '14eeeebd5f504b798cc63f39edfc21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:00Z', 'updated_at': '2021-05-26T11:18:40Z', 'revision_number': 6, 'project_id': '14eeeebd5f504b798cc63f39edfc21f7', 'gw_port_host': None}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:18:40.543144 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-361ed5d5-b95d-4af7-b186-2dacf7afb900 admin admin] Calling delete_port for 53ea9311-6723-4cb7-a7de-665acb61fa2c owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:18:40.774051 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-361ed5d5-b95d-4af7-b186-2dacf7afb900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:40.776086 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-04b91995-64df-4646-866b-b01200ee4af9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:40.824068 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ed5d5-b95d-4af7-b186-2dacf7afb900 admin admin] Pushing event deleted for resources: {'Port': ['ID=53ea9311-6723-4cb7-a7de-665acb61fa2c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:40.827381 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-361ed5d5-b95d-4af7-b186-2dacf7afb900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:40.828623 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19781481-ca0d-48d3-891e-7bf3cd2d51b5 req-a5c284ed-f28e-4f60-9fc2-f4d71d2fbd1f tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:40.830178 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-19781481-ca0d-48d3-891e-7bf3cd2d51b5 req-a5c284ed-f28e-4f60-9fc2-f4d71d2fbd1f tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 944 time: 0.0849795 May 26 11:18:40.887530 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-19781481-ca0d-48d3-891e-7bf3cd2d51b5 req-1cf24eb0-9a11-4b5b-a310-6907e629de45 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512042 May 26 11:18:40.945094 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-361ed5d5-b95d-4af7-b186-2dacf7afb900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424680'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:41.080866 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device a1c56e03-5422-4313-924a-580129e15eda up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:18:41.220043 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-361ed5d5-b95d-4af7-b186-2dacf7afb900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1004'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:41.222274 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-361ed5d5-b95d-4af7-b186-2dacf7afb900 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:41.229544 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning for port a1c56e03-5422-4313-924a-580129e15eda completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:18:41.234546 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port a1c56e03-5422-4313-924a-580129e15eda triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:18:41.237259 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:41.336962 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-361ed5d5-b95d-4af7-b186-2dacf7afb900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-422491'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:41.337429 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361ed5d5-b95d-4af7-b186-2dacf7afb900 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 11:18:41.375682 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:41.390987 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-361ed5d5-b95d-4af7-b186-2dacf7afb900 admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:41.395548 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-361ed5d5-b95d-4af7-b186-2dacf7afb900 admin admin] 10.222.0.35 "DELETE /v2.0/routers/89af9cc7-1e2a-4d12-b6f2-fab025d6f8e1 HTTP/1.1" status: 204 len: 168 time: 1.7013488 May 26 11:18:41.396281 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 53444) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:41.409931 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f115f11f-7f04-471f-9985-e7e780574186 req-22d1e7a1-268f-43e7-a9b2-a716679bd230 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 210 time: 0.0856109 May 26 11:18:41.416859 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port a1c56e03-5422-4313-924a-580129e15eda, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a1c56e03-5422-4313-924a-580129e15eda,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:41.418209 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 06c2bfce-b717-4643-b6c3-0989f7d66f6b no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:18:41.448064 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531f7ace-2e28-47c8-a961-5bb265dd1618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c56e03-5422-4313-924a-580129e15eda'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:18:41.458742 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: 06c2bfce-b717-4643-b6c3-0989f7d66f6b {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:18:41.459522 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 06c2bfce-b717-4643-b6c3-0989f7d66f6b not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:18:41.459971 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 53ea9311-6723-4cb7-a7de-665acb61fa2c no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:18:41.472757 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3db332-f29c-41af-853e-82b9ae7a67c1 admin admin] Deleting subnet 225d7685-56cc-4eff-acf8-e6ea831b0ce2 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:18:41.476880 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b3db332-f29c-41af-853e-82b9ae7a67c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:41.490529 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:41.497324 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:41.539108 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: 53ea9311-6723-4cb7-a7de-665acb61fa2c {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:18:41.539108 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 53ea9311-6723-4cb7-a7de-665acb61fa2c not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:18:41.549167 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b3db332-f29c-41af-853e-82b9ae7a67c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-695888'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:41.550651 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531f7ace-2e28-47c8-a961-5bb265dd1618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c56e03-5422-4313-924a-580129e15eda', 'code': 200} May 26 11:18:41.580527 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=a1c56e03-5422-4313-924a-580129e15eda,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:41.584052 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:41.679922 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b3db332-f29c-41af-853e-82b9ae7a67c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532386'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:42.012447 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b3db332-f29c-41af-853e-82b9ae7a67c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-857585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31668490'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:42.017963 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:42.059842 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3db332-f29c-41af-853e-82b9ae7a67c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=225d7685-56cc-4eff-acf8-e6ea831b0ce2,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:42.066476 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7b3db332-f29c-41af-853e-82b9ae7a67c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:42.074036 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b3db332-f29c-41af-853e-82b9ae7a67c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:42.082292 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93d2d8d-910c-4837-a75a-783cb5994609 None None] Network cde0896d-54b3-4d56-a175-3f2fec6c2adb requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:18:42.082861 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-7b3db332-f29c-41af-853e-82b9ae7a67c1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/225d7685-56cc-4eff-acf8-e6ea831b0ce2 HTTP/1.1" status: 204 len: 168 time: 0.6848254 May 26 11:18:42.085065 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 53462) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:42.109179 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca08ba-b0fb-4bac-a692-79a1e52c168f req-6989543a-6571-446f-b6f2-14c9b5a3ca36 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:42.117211 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-13ca08ba-b0fb-4bac-a692-79a1e52c168f req-6989543a-6571-446f-b6f2-14c9b5a3ca36 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.1122859 May 26 11:18:42.173859 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-13ca08ba-b0fb-4bac-a692-79a1e52c168f req-206befd3-5d55-4a3f-aa3b-cacfaa71df92 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552850 May 26 11:18:42.213388 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496182'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:42.294906 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] Deleting port 429579a0-0765-493c-bf0c-87c15b3c4402 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:18:42.295254 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:42.471366 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] For port 429579a0-0765-493c-bf0c-87c15b3c4402, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=429579a0-0765-493c-bf0c-87c15b3c4402,segment=NetworkSegment(56d3e6a0-df3f-4e1e-a9c0-180ede880577),segment_id=56d3e6a0-df3f-4e1e-a9c0-180ede880577)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:42.471733 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:42.509158 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afaf2c1-c380-4949-b697-1a9a9f22ce6d None None] DHCP port deletion for cde0896d-54b3-4d56-a175-3f2fec6c2adb request from dv-cinder-793136-1-iscsi {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 11:18:42.625179 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] Calling delete_port for 429579a0-0765-493c-bf0c-87c15b3c4402 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:18:42.643008 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-4afaf2c1-c380-4949-b697-1a9a9f22ce6d None None] Deleting port 429579a0-0765-493c-bf0c-87c15b3c4402 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:18:42.643392 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4afaf2c1-c380-4949-b697-1a9a9f22ce6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:42.661841 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-078b41ce-cf69-47b1-9566-a48b68f8eb75 req-bae739e5-f135-4baa-886c-8e375772b08b tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 210 time: 0.0697289 May 26 11:18:42.787678 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-4afaf2c1-c380-4949-b697-1a9a9f22ce6d None None] For port 429579a0-0765-493c-bf0c-87c15b3c4402, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=429579a0-0765-493c-bf0c-87c15b3c4402,segment=NetworkSegment(56d3e6a0-df3f-4e1e-a9c0-180ede880577),segment_id=56d3e6a0-df3f-4e1e-a9c0-180ede880577)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:42.788155 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4afaf2c1-c380-4949-b697-1a9a9f22ce6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:42.796977 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:42.803620 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:42.866242 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] Pushing event deleted for resources: {'Port': ['ID=429579a0-0765-493c-bf0c-87c15b3c4402,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:42.870692 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] No DVR routers for this DVR port 429579a0-0765-493c-bf0c-87c15b3c4402 on host dv-cinder-793136-1-iscsi {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:18:42.871584 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40bc82-88a7-42fe-9bd9-1dc543586ff2 req-34fe195d-3016-4e72-9bf8-ea85f47ec58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:42.873280 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ca40bc82-88a7-42fe-9bd9-1dc543586ff2 req-34fe195d-3016-4e72-9bf8-ea85f47ec58a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 1098 time: 0.3074427 May 26 11:18:42.904171 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:42.924798 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-4afaf2c1-c380-4949-b697-1a9a9f22ce6d None None] Calling delete_port for 429579a0-0765-493c-bf0c-87c15b3c4402 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:18:42.939026 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ca40bc82-88a7-42fe-9bd9-1dc543586ff2 req-bef1117c-e718-4afc-9632-b60b2e103e99 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549421 May 26 11:18:43.009594 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514367', 'neutron.services.segments.db._delete_segments_for_network-8746349621989'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:43.026044 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde0896d-54b3-4d56-a175-3f2fec6c2adb']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:43.042010 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d3e6a0-df3f-4e1e-a9c0-180ede880577') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:43.043481 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d3e6a0-df3f-4e1e-a9c0-180ede880577') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:43.059563 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349629862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-695913'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:43.080392 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:43.089130 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 429579a0-0765-493c-bf0c-87c15b3c4402 no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:18:43.090557 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:18:43.090934 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-857939'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: Traceback (most recent call last): May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: timer() May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: cb(*args, **kw) May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: return func(*args, **kwargs) May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: self._notify() May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: self.callback(batched_events) May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: event.method(event) May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: return f(self, *a, **k) May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: return self._get(url).json() May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: return self.request(url, 'GET', **kwargs) May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:18:43.104375 dv-cinder-793136-1-iscsi neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:18:43.130510 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: 429579a0-0765-493c-bf0c-87c15b3c4402 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:18:43.130867 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 429579a0-0765-493c-bf0c-87c15b3c4402 not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:18:43.137814 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4afaf2c1-c380-4949-b697-1a9a9f22ce6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:43.142896 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:43.190074 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afaf2c1-c380-4949-b697-1a9a9f22ce6d None None] Pushing event deleted for resources: {'Port': ['ID=429579a0-0765-493c-bf0c-87c15b3c4402,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:43.193977 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4afaf2c1-c380-4949-b697-1a9a9f22ce6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:43.197618 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afaf2c1-c380-4949-b697-1a9a9f22ce6d None None] No DVR routers for this DVR port 429579a0-0765-493c-bf0c-87c15b3c4402 on host dv-cinder-793136-1-iscsi {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:18:43.378422 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424647'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:43.385990 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:43.391936 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:43.413464 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ebdfb-d4b3-41d7-808e-6ca4efd91253 req-c3d729a3-fb39-40d1-9a7c-c25d23b7f7e9 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:43.415158 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-420ebdfb-d4b3-41d7-808e-6ca4efd91253 req-c3d729a3-fb39-40d1-9a7c-c25d23b7f7e9 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.1002386 May 26 11:18:43.423238 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] Pushing event deleted for resources: {'Network': ['ID=cde0896d-54b3-4d56-a175-3f2fec6c2adb,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:43.433464 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:43.484322 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-420ebdfb-d4b3-41d7-808e-6ca4efd91253 req-1c35d3b6-cfa4-4ee0-87c0-f0e09bd1a0f8 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566230 May 26 11:18:43.521874 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] 10.222.0.35 "DELETE /v2.0/networks/cde0896d-54b3-4d56-a175-3f2fec6c2adb HTTP/1.1" status: 204 len: 168 time: 1.4351389 May 26 11:18:43.524857 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 53508) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:43.896732 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6ba0a165-c3c5-4478-be7d-317d50323b89 req-5dfc0f3d-306a-47a3-b521-f51d59526d4c tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 210 time: 0.0584416 May 26 11:18:44.257939 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20959d62-6219-4b5b-9b46-5f18f85456cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419527'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:44.290721 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-0b222317-6d26-4898-99b1-825ade174d22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:44.298183 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-0b222317-6d26-4898-99b1-825ade174d22 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.37 "GET /v2.0/networks?id=35893588-0f1e-477d-83eb-d93225ef04a5 HTTP/1.1" status: 200 len: 809 time: 0.3452911 May 26 11:18:44.395957 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-f691c6eb-7b64-420e-90fc-64a02150e2d9 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc961799625447e4a664b9239ec13944 HTTP/1.1" status: 200 len: 379 time: 0.0778556 May 26 11:18:44.411078 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-095d4330-adca-4d71-b582-2354266a94b6 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Request body: {'port': {'device_id': 'f252fff2-e163-463f-8f01-a39839efe417', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'admin_state_up': True, 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'security_groups': ['8bccaefe-ea1c-4c48-ac32-5270cde0a520']}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:44.774554 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-095d4330-adca-4d71-b582-2354266a94b6 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:18:44.785579 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-095d4330-adca-4d71-b582-2354266a94b6 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Usage tracker for resource:port and tenant:dc961799625447e4a664b9239ec13944 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:18:44.810645 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-095d4330-adca-4d71-b582-2354266a94b6 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:18:44.829836 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-095d4330-adca-4d71-b582-2354266a94b6 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:18:44.857499 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350bbb8a-f782-48ac-a50f-c5c1ef3fd0e7 req-0b374a98-12fd-48a3-8155-a7bca8710a90 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:44.859553 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-350bbb8a-f782-48ac-a50f-c5c1ef3fd0e7 req-0b374a98-12fd-48a3-8155-a7bca8710a90 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.1768034 May 26 11:18:44.885787 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-20959d62-6219-4b5b-9b46-5f18f85456cb admin admin] Deleting port 64373015-a99b-492d-80d0-d347f0fa2c9a {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:18:44.886237 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20959d62-6219-4b5b-9b46-5f18f85456cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:44.966327 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-095d4330-adca-4d71-b582-2354266a94b6 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Made reservation on behalf of dc961799625447e4a664b9239ec13944 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:18:44.972575 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-095d4330-adca-4d71-b582-2354266a94b6 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:45.029917 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-350bbb8a-f782-48ac-a50f-c5c1ef3fd0e7 req-6c7f0c70-bdd1-40ea-9aee-e16263fd88a2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644714 May 26 11:18:45.051783 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-20959d62-6219-4b5b-9b46-5f18f85456cb admin admin] For port 64373015-a99b-492d-80d0-d347f0fa2c9a, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=64373015-a99b-492d-80d0-d347f0fa2c9a,segment=NetworkSegment(043bc44e-d17a-4ff7-8993-7aad6cefc6ff),segment_id=043bc44e-d17a-4ff7-8993-7aad6cefc6ff)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:45.052367 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20959d62-6219-4b5b-9b46-5f18f85456cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:45.202083 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-20959d62-6219-4b5b-9b46-5f18f85456cb admin admin] Calling delete_port for 64373015-a99b-492d-80d0-d347f0fa2c9a owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:18:45.285496 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-56f1a171-557b-4dd2-ba10-229db25dc8a0 req-ee6d826f-f6bd-4c8a-a75f-aab6d45f6772 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 210 time: 0.1794577 May 26 11:18:45.395604 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-095d4330-adca-4d71-b582-2354266a94b6 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Allocated IP 172.20.0.10 (35893588-0f1e-477d-83eb-d93225ef04a5/a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf/2fa79625-cc85-46ff-a482-8bfbc58e729e) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:18:45.416210 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb19d10-69a7-4bf7-a004-49815cc4fe9e req-97cd171d-5753-4dd0-9cb9-b52e71b523dd tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:45.417592 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cdb19d10-69a7-4bf7-a004-49815cc4fe9e req-97cd171d-5753-4dd0-9cb9-b52e71b523dd tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.2075365 May 26 11:18:45.442909 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 53540) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:45.452791 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-062a7b77-422a-407a-994d-431217c39e2c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Request body: {'floatingip': {'port_id': 'a1c56e03-5422-4313-924a-580129e15eda'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:45.547298 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-062a7b77-422a-407a-994d-431217c39e2c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for floatingip, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:45.629455 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20959d62-6219-4b5b-9b46-5f18f85456cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:45.635735 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ea72d5c9-4313-4ca3-83a4-8d05aed4b3d0 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:45.691416 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20959d62-6219-4b5b-9b46-5f18f85456cb admin admin] Pushing event deleted for resources: {'Port': ['ID=64373015-a99b-492d-80d0-d347f0fa2c9a,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:45.695777 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-20959d62-6219-4b5b-9b46-5f18f85456cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:46.037410 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-095d4330-adca-4d71-b582-2354266a94b6 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:46.133626 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-095d4330-adca-4d71-b582-2354266a94b6 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Transition to ACTIVE for port object 2fa79625-cc85-46ff-a482-8bfbc58e729e will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:18:46.165079 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20959d62-6219-4b5b-9b46-5f18f85456cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423799'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:46.405845 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-095d4330-adca-4d71-b582-2354266a94b6 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:46.415587 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-417b1e84-b15a-46cc-95f9-df1081cc0c45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:46.583595 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-095d4330-adca-4d71-b582-2354266a94b6 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Network 35893588-0f1e-477d-83eb-d93225ef04a5 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:18:46.592403 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-095d4330-adca-4d71-b582-2354266a94b6 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:18:46.600399 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d4330-adca-4d71-b582-2354266a94b6 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Pushing event updated for resources: {'Port': ['ID=2fa79625-cc85-46ff-a482-8bfbc58e729e,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:46.603991 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-095d4330-adca-4d71-b582-2354266a94b6 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:18:46.646496 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-095d4330-adca-4d71-b582-2354266a94b6 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:46.713515 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.db.resource_extend [None req-062a7b77-422a-407a-994d-431217c39e2c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 11:18:46.845087 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d92e9-810f-402f-95b3-e50a707f699b req-958510a0-2889-4a82-8db1-639d82c54791 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:46.852900 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e39d92e9-810f-402f-95b3-e50a707f699b req-958510a0-2889-4a82-8db1-639d82c54791 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 932 time: 0.4425724 May 26 11:18:46.878991 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20959d62-6219-4b5b-9b46-5f18f85456cb admin admin] Router 1ccf0998-6554-4d7a-8891-171e0a6c0d62 has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:18:46.902329 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-095d4330-adca-4d71-b582-2354266a94b6 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:46.902947 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-095d4330-adca-4d71-b582-2354266a94b6 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:46.940628 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-062a7b77-422a-407a-994d-431217c39e2c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:46.978434 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e39d92e9-810f-402f-95b3-e50a707f699b req-0d84b5f3-2ce3-4369-a0aa-e9f1d101317d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bccaefe-ea1c-4c48-ac32-5270cde0a520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245613 May 26 11:18:47.035369 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-062a7b77-422a-407a-994d-431217c39e2c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424661'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:47.103761 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b89f662b-a0c6-4448-af0f-89d1b00b2e35 None None] Provisioning for port 2fa79625-cc85-46ff-a482-8bfbc58e729e completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:18:47.109343 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b89f662b-a0c6-4448-af0f-89d1b00b2e35 None None] Provisioning complete for port 2fa79625-cc85-46ff-a482-8bfbc58e729e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:18:47.109722 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b89f662b-a0c6-4448-af0f-89d1b00b2e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:47.116192 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-095d4330-adca-4d71-b582-2354266a94b6 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7098458 May 26 11:18:47.129913 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20959d62-6219-4b5b-9b46-5f18f85456cb admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:18:47.141719 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b434a7e-dbc9-4508-9e0a-82968fc4e21c None None] Sync routers for ids ['1ccf0998-6554-4d7a-8891-171e0a6c0d62'] in dv-cinder-793136-1-iscsi {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:18:47.149721 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] Request body: {'port': {'device_id': 'f252fff2-e163-463f-8f01-a39839efe417', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:47.160661 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b434a7e-dbc9-4508-9e0a-82968fc4e21c None None] Routers {'1ccf0998-6554-4d7a-8891-171e0a6c0d62'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:18:47.161682 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-1b434a7e-dbc9-4508-9e0a-82968fc4e21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:18:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['1ccf0998-6554-4d7a-8891-171e0a6c0d62'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:47.169714 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b89f662b-a0c6-4448-af0f-89d1b00b2e35 None None] Port 2fa79625-cc85-46ff-a482-8bfbc58e729e cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:18:47.314681 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-20959d62-6219-4b5b-9b46-5f18f85456cb admin admin] 10.222.0.35 "PUT /v2.0/routers/1ccf0998-6554-4d7a-8891-171e0a6c0d62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7884743 May 26 11:18:47.315018 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 53564) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:47.390156 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-1b434a7e-dbc9-4508-9e0a-82968fc4e21c None None] Set router 1ccf0998-6554-4d7a-8891-171e0a6c0d62 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:18:47.577753 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.db.l3_db [None req-062a7b77-422a-407a-994d-431217c39e2c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Floating IP c3e6ac9c-0e66-46d5-8cd5-ad3289829223 associated. External IP: 172.27.2.88, port: a1c56e03-5422-4313-924a-580129e15eda. May 26 11:18:47.700468 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:47.758949 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-1b434a7e-dbc9-4508-9e0a-82968fc4e21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf0998-6554-4d7a-8891-171e0a6c0d62', 'name': 'tempest-TestMinimumBasicScenario-1431484567-router', 'tenant_id': '50408401bc354862859c3f860efa1150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f77bfb41-ca6d-4707-9057-e6545f6c585a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:14Z', 'updated_at': '2021-05-26T11:18:45Z', 'revision_number': 5, 'project_id': '50408401bc354862859c3f860efa1150', 'gw_port': {'id': 'f77bfb41-ca6d-4707-9057-e6545f6c585a', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0998-6554-4d7a-8891-171e0a6c0d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:16Z', 'updated_at': '2021-05-26T11:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:47.763779 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b434a7e-dbc9-4508-9e0a-82968fc4e21c None None] Checking router: 1ccf0998-6554-4d7a-8891-171e0a6c0d62 for host: dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:18:47.775315 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b434a7e-dbc9-4508-9e0a-82968fc4e21c None None] Routers {'1ccf0998-6554-4d7a-8891-171e0a6c0d62'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:18:47.775994 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-1b434a7e-dbc9-4508-9e0a-82968fc4e21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:18:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['1ccf0998-6554-4d7a-8891-171e0a6c0d62'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:48.010425 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-564d1b21-86b5-4f47-b1ff-40fb4efc2423 admin admin] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:48.025326 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-1b434a7e-dbc9-4508-9e0a-82968fc4e21c None None] Set router 1ccf0998-6554-4d7a-8891-171e0a6c0d62 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:18:48.462076 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-1b434a7e-dbc9-4508-9e0a-82968fc4e21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf0998-6554-4d7a-8891-171e0a6c0d62', 'name': 'tempest-TestMinimumBasicScenario-1431484567-router', 'tenant_id': '50408401bc354862859c3f860efa1150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f77bfb41-ca6d-4707-9057-e6545f6c585a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:14Z', 'updated_at': '2021-05-26T11:18:45Z', 'revision_number': 5, 'project_id': '50408401bc354862859c3f860efa1150', 'gw_port': {'id': 'f77bfb41-ca6d-4707-9057-e6545f6c585a', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0998-6554-4d7a-8891-171e0a6c0d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:16Z', 'updated_at': '2021-05-26T11:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:48.466638 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b434a7e-dbc9-4508-9e0a-82968fc4e21c None None] The sync data for ids ['1ccf0998-6554-4d7a-8891-171e0a6c0d62'] in dv-cinder-793136-1-iscsi is: [{'id': '1ccf0998-6554-4d7a-8891-171e0a6c0d62', 'name': 'tempest-TestMinimumBasicScenario-1431484567-router', 'tenant_id': '50408401bc354862859c3f860efa1150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f77bfb41-ca6d-4707-9057-e6545f6c585a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:14Z', 'updated_at': '2021-05-26T11:18:45Z', 'revision_number': 5, 'project_id': '50408401bc354862859c3f860efa1150', 'gw_port': {'id': 'f77bfb41-ca6d-4707-9057-e6545f6c585a', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0998-6554-4d7a-8891-171e0a6c0d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:16Z', 'updated_at': '2021-05-26T11:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}] {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:18:48.738114 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-564d1b21-86b5-4f47-b1ff-40fb4efc2423 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:48.750545 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062a7b77-422a-407a-994d-431217c39e2c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Router 0e671f7d-068d-4e2e-a817-887a88cc63bb has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:18:48.771538 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adcb3e-6228-4682-a20f-9f590e6e255a req-0f95ccd7-44f3-4397-a6d1-968b9f5672e8 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:48.772276 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-09adcb3e-6228-4682-a20f-9f590e6e255a req-0f95ccd7-44f3-4397-a6d1-968b9f5672e8 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Synchronizing usage tracker for tenant:dc961799625447e4a664b9239ec13944 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:18:48.978393 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-09adcb3e-6228-4682-a20f-9f590e6e255a req-0f95ccd7-44f3-4397-a6d1-968b9f5672e8 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Unset dirty status for tenant:dc961799625447e4a664b9239ec13944 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:18:48.979551 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-09adcb3e-6228-4682-a20f-9f590e6e255a req-0f95ccd7-44f3-4397-a6d1-968b9f5672e8 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 932 time: 0.6742415 May 26 11:18:49.024522 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 64373015-a99b-492d-80d0-d347f0fa2c9a no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:18:49.095687 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: 64373015-a99b-492d-80d0-d347f0fa2c9a {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:18:49.096282 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 64373015-a99b-492d-80d0-d347f0fa2c9a not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:18:49.102456 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa79625-cc85-46ff-a482-8bfbc58e729e {{(pid=92386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:18:49.117233 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:49.167776 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] Transition to ACTIVE for port object 2fa79625-cc85-46ff-a482-8bfbc58e729e will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:18:49.183620 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-09adcb3e-6228-4682-a20f-9f590e6e255a req-61adb1c2-791e-44a9-9d78-df76eca308b2 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bccaefe-ea1c-4c48-ac32-5270cde0a520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919174 May 26 11:18:49.186544 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062a7b77-422a-407a-994d-431217c39e2c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:18:49.191267 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-062a7b77-422a-407a-994d-431217c39e2c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:49.198942 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317534be-d19b-468c-ad40-d43de1881d7b None None] Sync routers for ids ['0e671f7d-068d-4e2e-a817-887a88cc63bb'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:18:49.216904 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317534be-d19b-468c-ad40-d43de1881d7b None None] Routers {'0e671f7d-068d-4e2e-a817-887a88cc63bb'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:18:49.221188 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-317534be-d19b-468c-ad40-d43de1881d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:18:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['0e671f7d-068d-4e2e-a817-887a88cc63bb'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:49.250542 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-564d1b21-86b5-4f47-b1ff-40fb4efc2423 admin admin] Deleting port f77bfb41-ca6d-4707-9057-e6545f6c585a {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:18:49.250891 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-564d1b21-86b5-4f47-b1ff-40fb4efc2423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:49.268152 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:49.278058 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-efdb863a-b832-43db-9252-9d36bf381267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:49.397599 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-062a7b77-422a-407a-994d-431217c39e2c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "PUT /v2.0/floatingips/c3e6ac9c-0e66-46d5-8cd5-ad3289829223 HTTP/1.1" status: 200 len: 990 time: 3.9536271 May 26 11:18:49.531617 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531f7ace-2e28-47c8-a961-5bb265dd1618', 'tag': 'a1c56e03-5422-4313-924a-580129e15eda'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:18:49.584350 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-317534be-d19b-468c-ad40-d43de1881d7b None None] Set router 0e671f7d-068d-4e2e-a817-887a88cc63bb gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:18:49.625165 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] Pushing event updated for resources: {'Port': ['ID=2fa79625-cc85-46ff-a482-8bfbc58e729e,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:49.709699 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:49.794438 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-564d1b21-86b5-4f47-b1ff-40fb4efc2423 admin admin] For port f77bfb41-ca6d-4707-9057-e6545f6c585a, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=f77bfb41-ca6d-4707-9057-e6545f6c585a,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:49.795504 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-564d1b21-86b5-4f47-b1ff-40fb4efc2423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:50.074830 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfee5b0-eb12-4b6f-9f11-138cb7228913 req-6ee6ccde-823c-4420-8fea-5bc97a10c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:50.077487 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-5bfee5b0-eb12-4b6f-9f11-138cb7228913 req-6ee6ccde-823c-4420-8fea-5bc97a10c5b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6fe442964904bd3b71480242adf4f16&device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 1098 time: 0.1209948 May 26 11:18:50.131539 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531f7ace-2e28-47c8-a961-5bb265dd1618', 'tag': 'a1c56e03-5422-4313-924a-580129e15eda', 'status': 'completed', 'code': 200} May 26 11:18:50.139900 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-564d1b21-86b5-4f47-b1ff-40fb4efc2423 admin admin] Calling delete_port for f77bfb41-ca6d-4707-9057-e6545f6c585a owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:18:50.152923 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] Attempting to bind port 2fa79625-cc85-46ff-a482-8bfbc58e729e on host hv-cinder-79313 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:18:50.153347 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] Attempting to bind port 2fa79625-cc85-46ff-a482-8bfbc58e729e by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': 'bc773f87-d80f-47fd-b728-25549eeb0873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:18:50.153749 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] Attempting to bind port 2fa79625-cc85-46ff-a482-8bfbc58e729e on network 35893588-0f1e-477d-83eb-d93225ef04a5 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:18:50.160215 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] Port 2fa79625-cc85-46ff-a482-8bfbc58e729e on network 35893588-0f1e-477d-83eb-d93225ef04a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:18:50.160614 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] Attempting to bind port 2fa79625-cc85-46ff-a482-8bfbc58e729e on network 35893588-0f1e-477d-83eb-d93225ef04a5 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:18:50.175165 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] Checking agent: {'id': 'e864f0ab-5241-4583-ad18-7aea86fa37e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'started_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:18:50.175499 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] Checking segment: {'id': 'bc773f87-d80f-47fd-b728-25549eeb0873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:18:50.176063 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] Bound using segment: {'id': 'bc773f87-d80f-47fd-b728-25549eeb0873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:18:50.176568 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] Bound port: 2fa79625-cc85-46ff-a482-8bfbc58e729e, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc773f87-d80f-47fd-b728-25549eeb0873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:18:50.176980 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:50.261415 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-317534be-d19b-468c-ad40-d43de1881d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1876242309-router', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:21Z', 'updated_at': '2021-05-26T11:13:33Z', 'revision_number': 4, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'gw_port': {'id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': 'c3e6ac9c-0e66-46d5-8cd5-ad3289829223', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'port_id': 'a1c56e03-5422-4313-924a-580129e15eda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'mac_address': 'fa:16:3e:b4:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f7ace-2e28-47c8-a961-5bb265dd1618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:18:22Z', 'updated_at': '2021-05-26T11:18:46Z', 'revision_number': 1, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4f9da0-6a0c-4c71-807b-8bedcd914e28', 'name': '', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'mac_address': 'fa:16:3e:ee:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:31Z', 'updated_at': '2021-05-26T11:13:47Z', 'revision_number': 5, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'subnets': [{'id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:50.275388 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317534be-d19b-468c-ad40-d43de1881d7b None None] Checking router: 0e671f7d-068d-4e2e-a817-887a88cc63bb for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:18:50.298746 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317534be-d19b-468c-ad40-d43de1881d7b None None] Routers {'0e671f7d-068d-4e2e-a817-887a88cc63bb'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:18:50.299383 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-317534be-d19b-468c-ad40-d43de1881d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:18:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['0e671f7d-068d-4e2e-a817-887a88cc63bb'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:50.315762 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfee5b0-eb12-4b6f-9f11-138cb7228913 req-d3d3d566-9032-4abb-8f80-44229a1afa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:50.318338 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-5bfee5b0-eb12-4b6f-9f11-138cb7228913 req-d3d3d566-9032-4abb-8f80-44229a1afa07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=513e1c4d-d73e-422d-b620-6e51d2db19e7 HTTP/1.1" status: 200 len: 918 time: 0.2345967 May 26 11:18:50.486090 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] For port 2fa79625-cc85-46ff-a482-8bfbc58e729e, host hv-cinder-79313, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:18:50.496546 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-5bfee5b0-eb12-4b6f-9f11-138cb7228913 req-8a1ead8d-e6ae-4e20-bd5e-4076e37886fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1c56e03-5422-4313-924a-580129e15eda HTTP/1.1" status: 200 len: 998 time: 0.1709776 May 26 11:18:50.577563 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfee5b0-eb12-4b6f-9f11-138cb7228913 req-4b434caa-dca9-47bc-96af-e71ee31ffefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:50.579460 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-5bfee5b0-eb12-4b6f-9f11-138cb7228913 req-4b434caa-dca9-47bc-96af-e71ee31ffefa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5300992e-d385-4173-9ce7-e81c35af28bb HTTP/1.1" status: 200 len: 856 time: 0.0769534 May 26 11:18:50.655296 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] For port 2fa79625-cc85-46ff-a482-8bfbc58e729e, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=2fa79625-cc85-46ff-a482-8bfbc58e729e,segment=NetworkSegment(bc773f87-d80f-47fd-b728-25549eeb0873),segment_id=bc773f87-d80f-47fd-b728-25549eeb0873)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:18:50.684567 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-317534be-d19b-468c-ad40-d43de1881d7b None None] Set router 0e671f7d-068d-4e2e-a817-887a88cc63bb gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:18:50.738440 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-564d1b21-86b5-4f47-b1ff-40fb4efc2423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:50.749473 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b245c0e6-9afe-4d6f-afdb-44cb24afe71a tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:50.758338 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfee5b0-eb12-4b6f-9f11-138cb7228913 req-99002e15-aaaa-4887-a4c3-bd9c8a98b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:50.760675 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-5bfee5b0-eb12-4b6f-9f11-138cb7228913 req-99002e15-aaaa-4887-a4c3-bd9c8a98b50b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=513e1c4d-d73e-422d-b620-6e51d2db19e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1742389 May 26 11:18:50.831787 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:50.858865 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d1b21-86b5-4f47-b1ff-40fb4efc2423 admin admin] Pushing event deleted for resources: {'Port': ['ID=f77bfb41-ca6d-4707-9057-e6545f6c585a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:50.909695 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-564d1b21-86b5-4f47-b1ff-40fb4efc2423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:50.922391 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9d222ce7-a305-426c-9a97-eb121d9c7680 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:50.982612 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd77684-9710-4383-9a95-0bf8374c4a26 req-f81fa676-7cf1-4a97-abaa-5d76473e90f5 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:50.989906 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6fd77684-9710-4383-9a95-0bf8374c4a26 req-f81fa676-7cf1-4a97-abaa-5d76473e90f5 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 944 time: 0.4986415 May 26 11:18:51.082426 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:51.084040 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:51.090192 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] 10.222.0.37 "PUT /v2.0/ports/2fa79625-cc85-46ff-a482-8bfbc58e729e HTTP/1.1" status: 200 len: 1094 time: 3.9492316 May 26 11:18:51.135156 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-5bfee5b0-eb12-4b6f-9f11-138cb7228913 req-2492c6df-b24f-4ec1-be24-17627ab30a22 service neutron] 10.222.0.37 "GET /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673496 May 26 11:18:51.180041 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] Pushing event updated for resources: {'Port': ['ID=2fa79625-cc85-46ff-a482-8bfbc58e729e,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:51.229584 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-564d1b21-86b5-4f47-b1ff-40fb4efc2423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424680'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:51.389836 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-5bfee5b0-eb12-4b6f-9f11-138cb7228913 req-77cf1242-179b-4994-a672-03e0080bc288 service neutron] 10.222.0.37 "GET /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472801 May 26 11:18:51.394522 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:51.397543 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-317534be-d19b-468c-ad40-d43de1881d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1876242309-router', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:21Z', 'updated_at': '2021-05-26T11:13:33Z', 'revision_number': 4, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'gw_port': {'id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': 'c3e6ac9c-0e66-46d5-8cd5-ad3289829223', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'port_id': 'a1c56e03-5422-4313-924a-580129e15eda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'mac_address': 'fa:16:3e:b4:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f7ace-2e28-47c8-a961-5bb265dd1618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:18:22Z', 'updated_at': '2021-05-26T11:18:46Z', 'revision_number': 1, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4f9da0-6a0c-4c71-807b-8bedcd914e28', 'name': '', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'mac_address': 'fa:16:3e:ee:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:31Z', 'updated_at': '2021-05-26T11:13:47Z', 'revision_number': 5, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'subnets': [{'id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:51.407253 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317534be-d19b-468c-ad40-d43de1881d7b None None] The sync data for ids ['0e671f7d-068d-4e2e-a817-887a88cc63bb'] in dv-cinder-793136-1-iscsi is: [{'id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1876242309-router', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:21Z', 'updated_at': '2021-05-26T11:13:33Z', 'revision_number': 4, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'gw_port': {'id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': 'c3e6ac9c-0e66-46d5-8cd5-ad3289829223', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'port_id': 'a1c56e03-5422-4313-924a-580129e15eda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'mac_address': 'fa:16:3e:b4:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531f7ace-2e28-47c8-a961-5bb265dd1618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:18:22Z', 'updated_at': '2021-05-26T11:18:46Z', 'revision_number': 1, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4f9da0-6a0c-4c71-807b-8bedcd914e28', 'name': '', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'mac_address': 'fa:16:3e:ee:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:31Z', 'updated_at': '2021-05-26T11:13:47Z', 'revision_number': 5, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'subnets': [{'id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:18:51.533205 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6fd77684-9710-4383-9a95-0bf8374c4a26 req-8942cb81-b10b-4742-a8a4-1a901d34ff71 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bccaefe-ea1c-4c48-ac32-5270cde0a520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5423617 May 26 11:18:51.545415 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-564d1b21-86b5-4f47-b1ff-40fb4efc2423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1004'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:51.563449 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-564d1b21-86b5-4f47-b1ff-40fb4efc2423 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:51.737212 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-23c5251e-54b5-4a02-b86c-1653143bfb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:51.739013 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-23c5251e-54b5-4a02-b86c-1653143bfb40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc961799625447e4a664b9239ec13944&device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 1097 time: 0.3435996 May 26 11:18:51.755914 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26e25f2-8760-4696-9128-140b94120f7b None None] New status for floating IP c3e6ac9c-0e66-46d5-8cd5-ad3289829223: ACTIVE {{(pid=92388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:18:51.846737 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-564d1b21-86b5-4f47-b1ff-40fb4efc2423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-422491'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:51.847352 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564d1b21-86b5-4f47-b1ff-40fb4efc2423 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ccf0998-6554-4d7a-8891-171e0a6c0d62 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 11:18:51.861958 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-2c757b82-dae3-4bd7-a983-f851778765bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fa79625-cc85-46ff-a482-8bfbc58e729e HTTP/1.1" status: 200 len: 217 time: 0.1071553 May 26 11:18:51.916655 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-564d1b21-86b5-4f47-b1ff-40fb4efc2423 admin admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:51.920790 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-564d1b21-86b5-4f47-b1ff-40fb4efc2423 admin admin] 10.222.0.35 "DELETE /v2.0/routers/1ccf0998-6554-4d7a-8891-171e0a6c0d62 HTTP/1.1" status: 204 len: 168 time: 4.5994096 May 26 11:18:51.921055 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 53624) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:51.951107 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-5b50d639-443d-4bc0-970f-6585763faa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:51.953380 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-5b50d639-443d-4bc0-970f-6585763faa13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf HTTP/1.1" status: 200 len: 848 time: 0.0839691 May 26 11:18:52.046345 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e602dd-3d27-4a3c-a2ab-011fd31b7733 admin admin] Deleting subnet 71340203-369a-450d-9e83-4b6d24db686a {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:18:52.051233 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d3e602dd-3d27-4a3c-a2ab-011fd31b7733 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:52.111537 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-b9adf4f4-67be-418c-8447-c042d3be27ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:52.118645 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d3e602dd-3d27-4a3c-a2ab-011fd31b7733 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-695888'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:52.151682 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-b9adf4f4-67be-418c-8447-c042d3be27ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35893588-0f1e-477d-83eb-d93225ef04a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1579330 May 26 11:18:52.194155 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f252fff2-e163-463f-8f01-a39839efe417', 'tag': '2fa79625-cc85-46ff-a482-8bfbc58e729e'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:18:52.215826 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d3e602dd-3d27-4a3c-a2ab-011fd31b7733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532386'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:52.301627 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f252fff2-e163-463f-8f01-a39839efe417', 'tag': '2fa79625-cc85-46ff-a482-8bfbc58e729e', 'status': 'completed', 'code': 200} May 26 11:18:52.395242 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-431226c5-2e39-421c-a4be-14e873ffc789 service neutron] 10.222.0.37 "GET /v2.0/networks/35893588-0f1e-477d-83eb-d93225ef04a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421675 May 26 11:18:52.686174 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b5b61797-99c2-4bc0-ae46-d2d98a25ae11 req-f9dc972d-4fbe-4e68-81cf-e1d8a4171a36 service neutron] 10.222.0.37 "GET /v2.0/networks/35893588-0f1e-477d-83eb-d93225ef04a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838640 May 26 11:18:52.778450 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d3e602dd-3d27-4a3c-a2ab-011fd31b7733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-857585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31668490'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:52.790735 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-485f7879-e745-4ff9-8b2f-99bcabd1c14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:52.833263 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e602dd-3d27-4a3c-a2ab-011fd31b7733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71340203-369a-450d-9e83-4b6d24db686a,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:52.846148 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d3e602dd-3d27-4a3c-a2ab-011fd31b7733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:52.849178 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d3e602dd-3d27-4a3c-a2ab-011fd31b7733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:52.855070 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-d3e602dd-3d27-4a3c-a2ab-011fd31b7733 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/71340203-369a-450d-9e83-4b6d24db686a HTTP/1.1" status: 204 len: 168 time: 0.9332891 May 26 11:18:52.861325 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 53640) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:52.867831 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8229512-e623-4f12-89f6-a47ed26285e4 None None] Network c76d6759-5d0c-4172-bb02-f0f124ff5bc4 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:18:53.042545 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b3cc3-cecd-4a32-8e4e-a95646727790 req-d153a5ca-d2f6-4017-878c-5825e79d9c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:53.044292 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0e1b3cc3-cecd-4a32-8e4e-a95646727790 req-d153a5ca-d2f6-4017-878c-5825e79d9c91 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc961799625447e4a664b9239ec13944&device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 1097 time: 0.1236534 May 26 11:18:53.058668 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1955084-80c0-40df-ae0c-733bf0a8be06 req-a092b46f-844e-46fc-b5f9-67cc21fabedf tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:53.061906 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device f77bfb41-ca6d-4707-9057-e6545f6c585a no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:18:53.068599 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e1955084-80c0-40df-ae0c-733bf0a8be06 req-a092b46f-844e-46fc-b5f9-67cc21fabedf tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 944 time: 0.3316898 May 26 11:18:53.202409 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: f77bfb41-ca6d-4707-9057-e6545f6c585a {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:18:53.203290 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device f77bfb41-ca6d-4707-9057-e6545f6c585a not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:18:53.239502 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496182'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:53.248045 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b3cc3-cecd-4a32-8e4e-a95646727790 req-0deb4543-ada0-409c-96b0-8884dba62b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:53.249668 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0e1b3cc3-cecd-4a32-8e4e-a95646727790 req-0deb4543-ada0-409c-96b0-8884dba62b15 service neutron] 10.222.0.37 "GET /v2.0/networks?id=35893588-0f1e-477d-83eb-d93225ef04a5 HTTP/1.1" status: 200 len: 910 time: 0.1782050 May 26 11:18:53.350190 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0e1b3cc3-cecd-4a32-8e4e-a95646727790 req-d4623133-7b2c-4e40-b897-a9de2cfaf270 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fa79625-cc85-46ff-a482-8bfbc58e729e HTTP/1.1" status: 200 len: 217 time: 0.0858796 May 26 11:18:53.428047 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbaf5b2-36f3-4137-b0be-370c19c89487 None None] DHCP port deletion for c76d6759-5d0c-4172-bb02-f0f124ff5bc4 request from dv-cinder-793136-1-iscsi {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 11:18:53.439542 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e1955084-80c0-40df-ae0c-733bf0a8be06 req-dc0b4c20-6d6d-4fba-8818-1c3ca72809ae tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bccaefe-ea1c-4c48-ac32-5270cde0a520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3698487 May 26 11:18:53.487990 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b3cc3-cecd-4a32-8e4e-a95646727790 req-b5398cd2-b8a0-4cbe-b6d9-63880d2225d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:53.491793 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0e1b3cc3-cecd-4a32-8e4e-a95646727790 req-b5398cd2-b8a0-4cbe-b6d9-63880d2225d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf HTTP/1.1" status: 200 len: 848 time: 0.1283810 May 26 11:18:53.512200 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] Deleting port 4f28c09e-5b34-41c4-a595-95aa313eb89e {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:18:53.514136 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:53.521058 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-ecbaf5b2-36f3-4137-b0be-370c19c89487 None None] Deleting port 4f28c09e-5b34-41c4-a595-95aa313eb89e {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:18:53.521638 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ecbaf5b2-36f3-4137-b0be-370c19c89487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:53.598535 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b3cc3-cecd-4a32-8e4e-a95646727790 req-edef4d68-f5e4-478f-946b-1e7402712aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:53.601539 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0e1b3cc3-cecd-4a32-8e4e-a95646727790 req-edef4d68-f5e4-478f-946b-1e7402712aca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35893588-0f1e-477d-83eb-d93225ef04a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1031904 May 26 11:18:53.653550 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-ecbaf5b2-36f3-4137-b0be-370c19c89487 None None] For port 4f28c09e-5b34-41c4-a595-95aa313eb89e, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=4f28c09e-5b34-41c4-a595-95aa313eb89e,segment=NetworkSegment(043bc44e-d17a-4ff7-8993-7aad6cefc6ff),segment_id=043bc44e-d17a-4ff7-8993-7aad6cefc6ff)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:53.653865 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ecbaf5b2-36f3-4137-b0be-370c19c89487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:53.760982 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] For port 4f28c09e-5b34-41c4-a595-95aa313eb89e, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=4f28c09e-5b34-41c4-a595-95aa313eb89e,segment=NetworkSegment(043bc44e-d17a-4ff7-8993-7aad6cefc6ff),segment_id=043bc44e-d17a-4ff7-8993-7aad6cefc6ff)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:53.762526 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:53.821897 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-ecbaf5b2-36f3-4137-b0be-370c19c89487 None None] Calling delete_port for 4f28c09e-5b34-41c4-a595-95aa313eb89e owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:18:53.872270 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0e1b3cc3-cecd-4a32-8e4e-a95646727790 req-90952f03-0168-4d0f-8637-832b0d801bdd service neutron] 10.222.0.37 "GET /v2.0/networks/35893588-0f1e-477d-83eb-d93225ef04a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620978 May 26 11:18:54.012380 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ecbaf5b2-36f3-4137-b0be-370c19c89487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:54.018944 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:54.070178 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbaf5b2-36f3-4137-b0be-370c19c89487 None None] Pushing event deleted for resources: {'Port': ['ID=4f28c09e-5b34-41c4-a595-95aa313eb89e,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:54.073720 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ecbaf5b2-36f3-4137-b0be-370c19c89487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:54.078627 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] Calling delete_port for 4f28c09e-5b34-41c4-a595-95aa313eb89e owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:18:54.080344 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbaf5b2-36f3-4137-b0be-370c19c89487 None None] No DVR routers for this DVR port 4f28c09e-5b34-41c4-a595-95aa313eb89e on host dv-cinder-793136-1-iscsi {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:18:54.106353 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0e1b3cc3-cecd-4a32-8e4e-a95646727790 req-04f816fd-eb8a-44aa-a8e5-582d480b6697 service neutron] 10.222.0.37 "GET /v2.0/networks/35893588-0f1e-477d-83eb-d93225ef04a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275343 May 26 11:18:54.148550 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:54.152800 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:54.199585 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f28c09e-5b34-41c4-a595-95aa313eb89e,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:54.207247 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] No DVR routers for this DVR port 4f28c09e-5b34-41c4-a595-95aa313eb89e on host dv-cinder-793136-1-iscsi {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:18:54.209862 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:54.342089 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514367', 'neutron.services.segments.db._delete_segments_for_network-8746349621989'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:54.358117 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c76d6759-5d0c-4172-bb02-f0f124ff5bc4']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:54.372953 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043bc44e-d17a-4ff7-8993-7aad6cefc6ff') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:54.373240 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043bc44e-d17a-4ff7-8993-7aad6cefc6ff') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:54.386276 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349629862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-695913'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:54.405085 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:54.413697 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:18:54.413968 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-857939'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: util.warn( May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: util.warn( May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: util.warn( May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: util.warn( May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: Traceback (most recent call last): May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: timer() May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: cb(*args, **kw) May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: return func(*args, **kwargs) May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: self._notify() May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: self.callback(batched_events) May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: event.method(event) May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: return f(self, *a, **k) May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: return self._get(url).json() May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: return self.request(url, 'GET', **kwargs) May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:18:54.427943 dv-cinder-793136-1-iscsi neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:18:54.676381 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf791a-a6de-4b32-9e22-ccc63f237222 req-fe077b09-1537-4df1-bb53-1b65a147310b tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:54.678368 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eacf791a-a6de-4b32-9e22-ccc63f237222 req-fe077b09-1537-4df1-bb53-1b65a147310b tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 944 time: 0.1147349 May 26 11:18:54.732025 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eacf791a-a6de-4b32-9e22-ccc63f237222 req-cd5f20cc-0672-4894-9b75-3f7310943a7c tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bccaefe-ea1c-4c48-ac32-5270cde0a520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467267 May 26 11:18:54.793648 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424647'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:54.804762 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:54.811824 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:54.835510 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] Pushing event deleted for resources: {'Network': ['ID=c76d6759-5d0c-4172-bb02-f0f124ff5bc4,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:54.841919 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:54.841919 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c76d6759-5d0c-4172-bb02-f0f124ff5bc4 HTTP/1.1" status: 204 len: 168 time: 1.9779470 May 26 11:18:55.120426 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 4f28c09e-5b34-41c4-a595-95aa313eb89e no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:18:55.158273 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: 4f28c09e-5b34-41c4-a595-95aa313eb89e {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:18:55.159157 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 4f28c09e-5b34-41c4-a595-95aa313eb89e not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:18:55.526412 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 53682) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:55.589553 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-6f1bfa0d-ba69-4c06-8593-270d9cbb0e39 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14eeeebd5f504b798cc63f39edfc21f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613661 May 26 11:18:55.592078 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 53686) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:55.657665 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e22ae674-76cd-4ea0-beff-b28ad26e9e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:55.694005 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e22ae674-76cd-4ea0-beff-b28ad26e9e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:55.892138 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e22ae674-76cd-4ea0-beff-b28ad26e9e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:55.897310 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-502b77e4-7784-4dcc-b776-7ee7e14cb749 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:55.952923 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ae674-76cd-4ea0-beff-b28ad26e9e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932debaf-fb24-4cde-8ff8-002bb8282dc1,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:55.970994 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e22ae674-76cd-4ea0-beff-b28ad26e9e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:55.972197 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-e22ae674-76cd-4ea0-beff-b28ad26e9e5f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/932debaf-fb24-4cde-8ff8-002bb8282dc1 HTTP/1.1" status: 204 len: 168 time: 0.3789284 May 26 11:18:55.979300 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ae674-76cd-4ea0-beff-b28ad26e9e5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:55.979670 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ae674-76cd-4ea0-beff-b28ad26e9e5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:55.980033 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ae674-76cd-4ea0-beff-b28ad26e9e5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:55.980389 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ae674-76cd-4ea0-beff-b28ad26e9e5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:55.980735 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ae674-76cd-4ea0-beff-b28ad26e9e5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:55.981088 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ae674-76cd-4ea0-beff-b28ad26e9e5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:55.981434 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ae674-76cd-4ea0-beff-b28ad26e9e5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:55.981777 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ae674-76cd-4ea0-beff-b28ad26e9e5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:55.982146 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ae674-76cd-4ea0-beff-b28ad26e9e5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:55.982493 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ae674-76cd-4ea0-beff-b28ad26e9e5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:55.982831 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ae674-76cd-4ea0-beff-b28ad26e9e5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:55.983170 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ae674-76cd-4ea0-beff-b28ad26e9e5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:55.988002 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e22ae674-76cd-4ea0-beff-b28ad26e9e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:56.039329 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfca64-2f4d-45e1-9876-3a5594bae62f req-0fec0bcb-af4f-4459-890a-3921d3d0675b tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:56.040796 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1dbfca64-2f4d-45e1-9876-3a5594bae62f req-0fec0bcb-af4f-4459-890a-3921d3d0675b tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 944 time: 0.1276939 May 26 11:18:56.061530 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 2fa79625-cc85-46ff-a482-8bfbc58e729e details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:18:56.103242 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1dbfca64-2f4d-45e1-9876-3a5594bae62f req-7e2aae3f-d75b-48c1-940d-d89f4280f171 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bccaefe-ea1c-4c48-ac32-5270cde0a520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527608 May 26 11:18:56.329063 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 2fa79625-cc85-46ff-a482-8bfbc58e729e, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=2fa79625-cc85-46ff-a482-8bfbc58e729e,segment=NetworkSegment(bc773f87-d80f-47fd-b728-25549eeb0873),segment_id=bc773f87-d80f-47fd-b728-25549eeb0873)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:56.364584 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': '2fa79625-cc85-46ff-a482-8bfbc58e729e', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'port_id': '2fa79625-cc85-46ff-a482-8bfbc58e729e', 'mac_address': 'fa:16:3e:df:b9:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:18:56.447006 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-98c00f78-7048-4eb7-9682-7af4c2e24751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:56.469227 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:56.499501 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa79625-cc85-46ff-a482-8bfbc58e729e {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:18:56.528264 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 2fa79625-cc85-46ff-a482-8bfbc58e729e, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=2fa79625-cc85-46ff-a482-8bfbc58e729e,segment=NetworkSegment(bc773f87-d80f-47fd-b728-25549eeb0873),segment_id=bc773f87-d80f-47fd-b728-25549eeb0873)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:56.651469 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:56.654271 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:56.762274 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=2fa79625-cc85-46ff-a482-8bfbc58e729e,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:56.765712 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:56.964170 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['2fa79625-cc85-46ff-a482-8bfbc58e729e'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:18:57.054641 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 53718) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:57.147097 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 53726) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:57.148276 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-3d034aaf-3093-4d04-b65b-fb4698df2553 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=50408401bc354862859c3f860efa1150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0914526 May 26 11:18:57.270501 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1077d8e-a96c-41c7-b22f-b286e9c7e000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:57.300872 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1077d8e-a96c-41c7-b22f-b286e9c7e000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:57.337380 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 53730) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:57.433974 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6420e28-ad43-408c-b181-c0be5954f55a req-2eb10d42-5f4a-4f9c-8843-f520cd13b9d3 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:57.435848 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d6420e28-ad43-408c-b181-c0be5954f55a req-2eb10d42-5f4a-4f9c-8843-f520cd13b9d3 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 945 time: 0.1081483 May 26 11:18:57.500630 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d6420e28-ad43-408c-b181-c0be5954f55a req-02aaab53-c1cf-41e4-897d-c35958d938d6 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bccaefe-ea1c-4c48-ac32-5270cde0a520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575101 May 26 11:18:57.526333 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3749804f-4a93-48ac-8217-ba17d7c7bc80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:57.544143 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-3749804f-4a93-48ac-8217-ba17d7c7bc80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:18:57.548441 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1077d8e-a96c-41c7-b22f-b286e9c7e000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:57.552483 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e2751d2c-568c-4637-bada-61e8095b6afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:57.563672 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-3749804f-4a93-48ac-8217-ba17d7c7bc80 admin admin] Usage tracker for resource:security_group_rule and tenant:37896c58ccc9475b80775517af493301 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:18:57.566576 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1077d8e-a96c-41c7-b22f-b286e9c7e000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d82b79-2d7d-4dcc-b7e6-00a31395de15,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:57.570172 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e1077d8e-a96c-41c7-b22f-b286e9c7e000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:57.571429 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-3749804f-4a93-48ac-8217-ba17d7c7bc80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:18:57.580758 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-3749804f-4a93-48ac-8217-ba17d7c7bc80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:18:57.595090 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1077d8e-a96c-41c7-b22f-b286e9c7e000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:57.598940 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-e1077d8e-a96c-41c7-b22f-b286e9c7e000 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e1d82b79-2d7d-4dcc-b7e6-00a31395de15 HTTP/1.1" status: 204 len: 168 time: 0.4494312 May 26 11:18:57.719539 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3749804f-4a93-48ac-8217-ba17d7c7bc80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:57.724453 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ee75d-3007-4b02-87fe-702e1bf802ec req-73ede5b1-2577-4662-941d-3538df4c70d5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:57.730342 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9c0ee75d-3007-4b02-87fe-702e1bf802ec req-73ede5b1-2577-4662-941d-3538df4c70d5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 946 time: 0.1020663 May 26 11:18:57.781381 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9c0ee75d-3007-4b02-87fe-702e1bf802ec req-0c3041bf-6625-4a45-9ad3-2113d2e923af tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489476 May 26 11:18:57.812504 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3749804f-4a93-48ac-8217-ba17d7c7bc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:57.823101 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dcef89f7-a8cf-4927-b002-043b22016883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:57.866603 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749804f-4a93-48ac-8217-ba17d7c7bc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676af228-9ef3-4049-8ff6-f6a9d65f02ba,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:57.877142 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3749804f-4a93-48ac-8217-ba17d7c7bc80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:57.877142 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-3749804f-4a93-48ac-8217-ba17d7c7bc80 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=37896c58ccc9475b80775517af493301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5350299 May 26 11:18:57.877699 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 53740) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:57.983152 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c15f72f7-fa2f-4d96-8e4c-73cbddd4b0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:58.021072 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c15f72f7-fa2f-4d96-8e4c-73cbddd4b0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:58.079746 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 2fa79625-cc85-46ff-a482-8bfbc58e729e up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:18:58.199288 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c15f72f7-fa2f-4d96-8e4c-73cbddd4b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:58.203925 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-72c80c7b-fa48-464b-8d94-032b9da8fa7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:58.217927 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f72f7-fa2f-4d96-8e4c-73cbddd4b0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676af228-9ef3-4049-8ff6-f6a9d65f02ba,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:58.225071 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c15f72f7-fa2f-4d96-8e4c-73cbddd4b0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:58.233980 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-c15f72f7-fa2f-4d96-8e4c-73cbddd4b0a4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/676af228-9ef3-4049-8ff6-f6a9d65f02ba HTTP/1.1" status: 204 len: 168 time: 0.3473697 May 26 11:18:58.233980 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c15f72f7-fa2f-4d96-8e4c-73cbddd4b0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:58.578408 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning for port 2fa79625-cc85-46ff-a482-8bfbc58e729e completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:18:58.583594 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port 2fa79625-cc85-46ff-a482-8bfbc58e729e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:18:58.583976 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:58.715822 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762bd43-f945-4cb6-94b2-5d8dc6a3a73e req-5d37b6d3-a76e-4d4a-bf5e-6c3588ab6020 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:58.717451 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e762bd43-f945-4cb6-94b2-5d8dc6a3a73e req-5d37b6d3-a76e-4d4a-bf5e-6c3588ab6020 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 945 time: 0.0912313 May 26 11:18:58.724219 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:58.766017 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f252fff2-e163-463f-8f01-a39839efe417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa79625-cc85-46ff-a482-8bfbc58e729e'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:18:58.791140 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 2fa79625-cc85-46ff-a482-8bfbc58e729e, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=2fa79625-cc85-46ff-a482-8bfbc58e729e,segment=NetworkSegment(bc773f87-d80f-47fd-b728-25549eeb0873),segment_id=bc773f87-d80f-47fd-b728-25549eeb0873)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:58.839520 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e762bd43-f945-4cb6-94b2-5d8dc6a3a73e req-f720db05-36de-4530-9215-05447db2b8c3 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bccaefe-ea1c-4c48-ac32-5270cde0a520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153533 May 26 11:18:58.907125 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:58.932281 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:58.934551 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:59.036163 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=2fa79625-cc85-46ff-a482-8bfbc58e729e,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:59.040908 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-243bb9e3-de0a-449f-8dd7-939ba33943cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:59.042349 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:59.093491 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98d3ee-e0e4-42a1-912e-312e6adbaf55 req-8c17f884-06ca-4370-848f-acda552ab141 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:59.103953 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cd98d3ee-e0e4-42a1-912e-312e6adbaf55 req-8c17f884-06ca-4370-848f-acda552ab141 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 946 time: 0.1275618 May 26 11:18:59.113334 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f252fff2-e163-463f-8f01-a39839efe417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa79625-cc85-46ff-a482-8bfbc58e729e', 'code': 200} May 26 11:18:59.158924 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cd98d3ee-e0e4-42a1-912e-312e6adbaf55 req-d9301bdb-cd67-4a28-be56-79f42fac197d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539618 May 26 11:18:59.315854 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:18:59.348361 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 53772) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:59.383140 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b31b35e9-ad67-4d05-af40-ed55e0665357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:59.401544 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-b31b35e9-ad67-4d05-af40-ed55e0665357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:18:59.406385 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-b31b35e9-ad67-4d05-af40-ed55e0665357 admin admin] Usage tracker for resource:security_group_rule and tenant:61d30679750544368df4c4f1a45898f6 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:18:59.409674 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-b31b35e9-ad67-4d05-af40-ed55e0665357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:18:59.416483 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-b31b35e9-ad67-4d05-af40-ed55e0665357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:18:59.421091 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd565a-1a54-4d1a-86bc-49c0bd4f2987 req-2163fdfe-6c4c-4448-bc46-4dcdfa0cb8cd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:18:59.422645 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-31cd565a-1a54-4d1a-86bc-49c0bd4f2987 req-2163fdfe-6c4c-4448-bc46-4dcdfa0cb8cd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 946 time: 0.1402864 May 26 11:18:59.549727 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b31b35e9-ad67-4d05-af40-ed55e0665357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:59.681222 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b31b35e9-ad67-4d05-af40-ed55e0665357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:59.682082 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:59.711134 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-011326ae-6653-46b2-bbf3-d916b4e68049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:18:59.719387 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-31cd565a-1a54-4d1a-86bc-49c0bd4f2987 req-0cd713bd-31ae-4795-8be7-781efe25a871 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Deleting port d8b9771c-e723-4538-aaf8-cee9e3f17720 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:18:59.719813 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-31cd565a-1a54-4d1a-86bc-49c0bd4f2987 req-0cd713bd-31ae-4795-8be7-781efe25a871 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:59.854136 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b35e9-ad67-4d05-af40-ed55e0665357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675f8b9c-8e09-4aa2-ba47-76f7a2299fae,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:59.890146 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-b31b35e9-ad67-4d05-af40-ed55e0665357 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=61d30679750544368df4c4f1a45898f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5375752 May 26 11:18:59.892710 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b31b35e9-ad67-4d05-af40-ed55e0665357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:18:59.895684 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 53778) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:18:59.917712 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-31cd565a-1a54-4d1a-86bc-49c0bd4f2987 req-0cd713bd-31ae-4795-8be7-781efe25a871 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] For port d8b9771c-e723-4538-aaf8-cee9e3f17720, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=d8b9771c-e723-4538-aaf8-cee9e3f17720,segment=NetworkSegment(166673a9-7fd2-48ee-8db9-da1dc618f94a),segment_id=166673a9-7fd2-48ee-8db9-da1dc618f94a)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:18:59.919120 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-31cd565a-1a54-4d1a-86bc-49c0bd4f2987 req-0cd713bd-31ae-4795-8be7-781efe25a871 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:00.027407 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d57ad-4923-4a31-9222-24689c700bc4 req-229c16f6-5102-44e0-bd8e-a1a42c6c05fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:00.029461 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-fa4d57ad-4923-4a31-9222-24689c700bc4 req-229c16f6-5102-44e0-bd8e-a1a42c6c05fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 1099 time: 0.3207369 May 26 11:19:00.034942 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f015d091-d2b8-4352-84b0-8a19804bc367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:00.093508 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f015d091-d2b8-4352-84b0-8a19804bc367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:00.120420 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-fa4d57ad-4923-4a31-9222-24689c700bc4 req-10c24e9f-fbb9-4018-bf5b-cd10078c6d0c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8bccaefe-ea1c-4c48-ac32-5270cde0a520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763280 May 26 11:19:00.209432 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2d86f-0f26-4c22-872c-29c1de6cfc10 req-f19e5838-9e0b-431b-8512-077d07a4dadd tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:00.211013 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5cd2d86f-0f26-4c22-872c-29c1de6cfc10 req-f19e5838-9e0b-431b-8512-077d07a4dadd tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 946 time: 0.2138979 May 26 11:19:00.247247 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f015d091-d2b8-4352-84b0-8a19804bc367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:00.254363 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-106df87d-b51d-407a-9e76-92a0f26241e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:19:00.283912 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015d091-d2b8-4352-84b0-8a19804bc367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675f8b9c-8e09-4aa2-ba47-76f7a2299fae,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:00.338038 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f015d091-d2b8-4352-84b0-8a19804bc367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:19:00.343364 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f015d091-d2b8-4352-84b0-8a19804bc367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:00.345312 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-f015d091-d2b8-4352-84b0-8a19804bc367 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/675f8b9c-8e09-4aa2-ba47-76f7a2299fae HTTP/1.1" status: 204 len: 168 time: 0.4321933 May 26 11:19:00.389937 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5cd2d86f-0f26-4c22-872c-29c1de6cfc10 req-cd5c8a72-97c7-4d55-81e4-bda68172d0ea tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bccaefe-ea1c-4c48-ac32-5270cde0a520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651564 May 26 11:19:00.405495 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-31cd565a-1a54-4d1a-86bc-49c0bd4f2987 req-0cd713bd-31ae-4795-8be7-781efe25a871 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:00.405908 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-31cd565a-1a54-4d1a-86bc-49c0bd4f2987 req-0cd713bd-31ae-4795-8be7-781efe25a871 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424661'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:00.406229 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.db.l3_db [req-31cd565a-1a54-4d1a-86bc-49c0bd4f2987 req-0cd713bd-31ae-4795-8be7-781efe25a871 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Floating IP f5518e4b-c502-4d34-b298-c95fc8f5ab6e disassociated. External IP: 172.27.2.166, port: d8b9771c-e723-4538-aaf8-cee9e3f17720. May 26 11:19:00.406574 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-31cd565a-1a54-4d1a-86bc-49c0bd4f2987 req-0cd713bd-31ae-4795-8be7-781efe25a871 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Calling delete_port for d8b9771c-e723-4538-aaf8-cee9e3f17720 owned by compute:nova {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:19:00.705726 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eec710-c4ad-4d8c-9fd7-ded86957eb4c req-2cf6be71-3b30-499d-89d9-4425927d6d03 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:00.708660 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f7eec710-c4ad-4d8c-9fd7-ded86957eb4c req-2cf6be71-3b30-499d-89d9-4425927d6d03 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 946 time: 0.1567991 May 26 11:19:00.760679 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-31cd565a-1a54-4d1a-86bc-49c0bd4f2987 req-0cd713bd-31ae-4795-8be7-781efe25a871 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:00.772149 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:19:00.823901 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f7eec710-c4ad-4d8c-9fd7-ded86957eb4c req-ec50bf49-1227-466f-8e9e-a81b75e2b937 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064739 May 26 11:19:00.841078 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd713bd-31ae-4795-8be7-781efe25a871 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Pushing event deleted for resources: {'Port': ['ID=d8b9771c-e723-4538-aaf8-cee9e3f17720,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:00.850412 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0cd713bd-31ae-4795-8be7-781efe25a871 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:19:01.092746 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31cd565a-1a54-4d1a-86bc-49c0bd4f2987 req-0cd713bd-31ae-4795-8be7-781efe25a871 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Router a9d2b93c-4f37-4130-b412-37761d59f623 has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:19:01.285207 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31cd565a-1a54-4d1a-86bc-49c0bd4f2987 req-0cd713bd-31ae-4795-8be7-781efe25a871 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:19:01.313866 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0bff67-dfb9-4e5b-a4a1-7c2fc3eb44c5 None None] Sync routers for ids ['a9d2b93c-4f37-4130-b412-37761d59f623'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:19:01.332439 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0bff67-dfb9-4e5b-a4a1-7c2fc3eb44c5 None None] Routers {'a9d2b93c-4f37-4130-b412-37761d59f623'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:19:01.333635 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-0d0bff67-dfb9-4e5b-a4a1-7c2fc3eb44c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:18:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['a9d2b93c-4f37-4130-b412-37761d59f623'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:01.383357 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 53798) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:19:01.408242 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d65eaa27-5787-4aac-be10-3391cbf49696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:01.465788 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-d65eaa27-5787-4aac-be10-3391cbf49696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:19:01.484016 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-d65eaa27-5787-4aac-be10-3391cbf49696 admin admin] Usage tracker for resource:security_group_rule and tenant:be198439969046cda5465de2dab996ee is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:19:01.496139 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-d65eaa27-5787-4aac-be10-3391cbf49696 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:19:01.518047 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cd565a-1a54-4d1a-86bc-49c0bd4f2987 req-0cd713bd-31ae-4795-8be7-781efe25a871 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] No DVR routers for this DVR port d8b9771c-e723-4538-aaf8-cee9e3f17720 on host hv-cinder-79313 {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:19:01.521583 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-31cd565a-1a54-4d1a-86bc-49c0bd4f2987 req-0cd713bd-31ae-4795-8be7-781efe25a871 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:01.525153 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3c53b8-9293-4e52-92ab-bce4838e720e', 'name': 'network-vif-deleted', 'tag': 'd8b9771c-e723-4538-aaf8-cee9e3f17720'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:19:01.525380 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-d65eaa27-5787-4aac-be10-3391cbf49696 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:19:01.628031 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-0d0bff67-dfb9-4e5b-a4a1-7c2fc3eb44c5 None None] Set router a9d2b93c-4f37-4130-b412-37761d59f623 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:19:01.645758 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3c53b8-9293-4e52-92ab-bce4838e720e', 'name': 'network-vif-deleted', 'tag': 'd8b9771c-e723-4538-aaf8-cee9e3f17720', 'status': 'completed', 'code': 200} May 26 11:19:01.651111 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-31cd565a-1a54-4d1a-86bc-49c0bd4f2987 req-0cd713bd-31ae-4795-8be7-781efe25a871 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.37 "DELETE /v2.0/ports/d8b9771c-e723-4538-aaf8-cee9e3f17720 HTTP/1.1" status: 204 len: 173 time: 2.2214937 May 26 11:19:01.726332 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d65eaa27-5787-4aac-be10-3391cbf49696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:01.783942 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:01.826615 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfbdc3-a2d3-42da-b136-22763f5d27ba req-c63cf486-6f78-4290-bd1e-469bb74e2d38 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:01.840560 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d65eaa27-5787-4aac-be10-3391cbf49696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:01.842225 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cecfbdc3-a2d3-42da-b136-22763f5d27ba req-c63cf486-6f78-4290-bd1e-469bb74e2d38 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 946 time: 0.1753139 May 26 11:19:01.857150 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-216d7d73-c10c-4aed-8372-adc98f90ef76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:19:01.928358 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cecfbdc3-a2d3-42da-b136-22763f5d27ba req-925ce305-b194-427f-87ae-84c792b4cd0e tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bccaefe-ea1c-4c48-ac32-5270cde0a520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840414 May 26 11:19:01.996527 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65eaa27-5787-4aac-be10-3391cbf49696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff39db7-fdab-4df5-a321-7c756de2bf85,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:02.017391 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d65eaa27-5787-4aac-be10-3391cbf49696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:19:02.038788 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-d65eaa27-5787-4aac-be10-3391cbf49696 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=be198439969046cda5465de2dab996ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6515698 May 26 11:19:02.039347 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 53810) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:19:02.086832 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-0d0bff67-dfb9-4e5b-a4a1-7c2fc3eb44c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'ef82f069-a73e-4151-8ba0-9587d72c53cb', 'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'mac_address': 'fa:16:3e:ba:f3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:15Z', 'revision_number': 5, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'subnets': [{'id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:02.093002 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0bff67-dfb9-4e5b-a4a1-7c2fc3eb44c5 None None] Checking router: a9d2b93c-4f37-4130-b412-37761d59f623 for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:19:02.097516 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device d8b9771c-e723-4538-aaf8-cee9e3f17720 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:19:02.174702 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] No Port match for: d8b9771c-e723-4538-aaf8-cee9e3f17720 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:19:02.175391 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device d8b9771c-e723-4538-aaf8-cee9e3f17720 not bound to the agent host hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:19:02.183432 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0bff67-dfb9-4e5b-a4a1-7c2fc3eb44c5 None None] Routers {'a9d2b93c-4f37-4130-b412-37761d59f623'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:19:02.184618 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-0d0bff67-dfb9-4e5b-a4a1-7c2fc3eb44c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:18:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['a9d2b93c-4f37-4130-b412-37761d59f623'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:02.300477 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-601cdbe9-1def-4b2b-8fa8-5dfb36d6e81d req-c152f94f-ef57-4909-a625-8249c52466f1 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Synchronizing usage tracker for tenant:da72a28d3e51419ca0dcfbdfb174e658 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:19:02.447913 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7d2916bb-094f-4910-a71e-f3a9e82abeb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:02.460891 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-601cdbe9-1def-4b2b-8fa8-5dfb36d6e81d req-c152f94f-ef57-4909-a625-8249c52466f1 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Unset dirty status for tenant:da72a28d3e51419ca0dcfbdfb174e658 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:19:02.460891 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-601cdbe9-1def-4b2b-8fa8-5dfb36d6e81d req-c152f94f-ef57-4909-a625-8249c52466f1 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca3c53b8-9293-4e52-92ab-bce4838e720e HTTP/1.1" status: 200 len: 210 time: 0.2546902 May 26 11:19:02.490793 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7d2916bb-094f-4910-a71e-f3a9e82abeb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:02.601836 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-0d0bff67-dfb9-4e5b-a4a1-7c2fc3eb44c5 None None] Set router a9d2b93c-4f37-4130-b412-37761d59f623 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:19:02.630139 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7d2916bb-094f-4910-a71e-f3a9e82abeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:02.644196 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5cf37917-0bfb-4f4d-854c-64d9184a8d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:19:02.667415 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7d2916bb-094f-4910-a71e-f3a9e82abeb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:02.677840 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-7d2916bb-094f-4910-a71e-f3a9e82abeb1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5ff39db7-fdab-4df5-a321-7c756de2bf85 HTTP/1.1" status: 204 len: 168 time: 0.6351089 May 26 11:19:02.681627 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2916bb-094f-4910-a71e-f3a9e82abeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff39db7-fdab-4df5-a321-7c756de2bf85,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:02.684702 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7d2916bb-094f-4910-a71e-f3a9e82abeb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:19:02.864958 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:03.035714 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-0d0bff67-dfb9-4e5b-a4a1-7c2fc3eb44c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'ef82f069-a73e-4151-8ba0-9587d72c53cb', 'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'mac_address': 'fa:16:3e:ba:f3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:15Z', 'revision_number': 5, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'subnets': [{'id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:03.042547 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0bff67-dfb9-4e5b-a4a1-7c2fc3eb44c5 None None] The sync data for ids ['a9d2b93c-4f37-4130-b412-37761d59f623'] in dv-cinder-793136-1-iscsi is: [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'ef82f069-a73e-4151-8ba0-9587d72c53cb', 'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'mac_address': 'fa:16:3e:ba:f3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:15Z', 'revision_number': 5, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'subnets': [{'id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:19:03.198250 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c281ca-f8a4-4b7b-a169-6288c432cfa8 req-f3a2d796-ac33-4649-9595-990a50eb789f tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:03.200272 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c3c281ca-f8a4-4b7b-a169-6288c432cfa8 req-f3a2d796-ac33-4649-9595-990a50eb789f tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 946 time: 0.1052735 May 26 11:19:03.285155 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c3c281ca-f8a4-4b7b-a169-6288c432cfa8 req-13730513-2c31-47dd-9535-efa19647520b tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bccaefe-ea1c-4c48-ac32-5270cde0a520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657876 May 26 11:19:03.397187 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b446425-3149-48b4-bc61-f91721265ad3 None None] New status for floating IP f5518e4b-c502-4d34-b298-c95fc8f5ab6e: DOWN {{(pid=92388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:19:03.655207 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac6c14-769e-445b-86b7-e914893cde00 req-84385f70-068a-40f3-ab4a-6c4f2a52e83a tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:03.656766 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-baac6c14-769e-445b-86b7-e914893cde00 req-84385f70-068a-40f3-ab4a-6c4f2a52e83a tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 946 time: 0.2176807 May 26 11:19:03.680791 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 53846) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:19:03.702991 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-6651fcfe-b129-4264-bc84-d1760d5df021 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Request body: {'floatingip': {'port_id': '2fa79625-cc85-46ff-a482-8bfbc58e729e'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:03.825982 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6651fcfe-b129-4264-bc84-d1760d5df021 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for floatingip, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:04.311654 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-f8c112f3-d991-4976-be88-0dd537bf7015 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707701944&fields=id&tenant_id=da72a28d3e51419ca0dcfbdfb174e658 HTTP/1.1" status: 200 len: 267 time: 0.0939207 May 26 11:19:04.623601 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-7c85444a-f816-4a0c-a0d7-31aa900cb96a tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:04.633065 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-7c85444a-f816-4a0c-a0d7-31aa900cb96a tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/networks?id=377a1f2e-d6d0-49e0-923a-b599684df483 HTTP/1.1" status: 200 len: 812 time: 0.3118389 May 26 11:19:04.651607 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-f4b92741-ff78-430b-b5f5-f15439df044e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/quotas/da72a28d3e51419ca0dcfbdfb174e658 HTTP/1.1" status: 200 len: 375 time: 0.0174737 May 26 11:19:04.772789 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-49507830-5d5e-4188-86d4-cda213205174 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=da72a28d3e51419ca0dcfbdfb174e658&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1201386 May 26 11:19:04.900355 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6651fcfe-b129-4264-bc84-d1760d5df021 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:04.949059 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-22fd6e4a-ba52-4348-bb07-6991e759cd6f service neutron] 10.222.0.35 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742871 May 26 11:19:05.020141 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6651fcfe-b129-4264-bc84-d1760d5df021 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424661'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:05.226046 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-24eea37b-c9bc-419a-b7dc-0accc21697c5 service neutron] 10.222.0.35 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691746 May 26 11:19:05.479447 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.db.l3_db [None req-6651fcfe-b129-4264-bc84-d1760d5df021 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Floating IP 091cd46c-f3f3-4520-9543-c7a718820424 associated. External IP: 172.27.2.79, port: 2fa79625-cc85-46ff-a482-8bfbc58e729e. May 26 11:19:06.036766 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6651fcfe-b129-4264-bc84-d1760d5df021 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Router 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:19:06.256309 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-831c6208-fa6c-43d7-85c5-f167029bbed1 req-c3c36bfa-67be-43c2-a9b2-05a0cc723684 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 210 time: 0.0566735 May 26 11:19:06.367720 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6651fcfe-b129-4264-bc84-d1760d5df021 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:19:06.378325 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e86f87-c2b6-41a1-b4d5-f0aa4887ef22 None None] Sync routers for ids ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:19:06.384698 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6651fcfe-b129-4264-bc84-d1760d5df021 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:06.390204 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e86f87-c2b6-41a1-b4d5-f0aa4887ef22 None None] Routers {'088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:19:06.391119 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-26e86f87-c2b6-41a1-b4d5-f0aa4887ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:18:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:06.454868 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-6651fcfe-b129-4264-bc84-d1760d5df021 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "PUT /v2.0/floatingips/091cd46c-f3f3-4520-9543-c7a718820424 HTTP/1.1" status: 200 len: 991 time: 2.7722085 May 26 11:19:06.455590 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f252fff2-e163-463f-8f01-a39839efe417', 'tag': '2fa79625-cc85-46ff-a482-8bfbc58e729e'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:19:06.669736 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-26e86f87-c2b6-41a1-b4d5-f0aa4887ef22 None None] Set router 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:19:06.732534 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f252fff2-e163-463f-8f01-a39839efe417', 'tag': '2fa79625-cc85-46ff-a482-8bfbc58e729e', 'status': 'completed', 'code': 200} May 26 11:19:06.889148 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb1969-1809-4963-aebf-137087ae6a14 req-df5cd32f-7aa5-49b0-a460-49f4d665b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:06.891188 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-07eb1969-1809-4963-aebf-137087ae6a14 req-df5cd32f-7aa5-49b0-a460-49f4d665b47b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc961799625447e4a664b9239ec13944&device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 1099 time: 0.1107593 May 26 11:19:07.100168 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb1969-1809-4963-aebf-137087ae6a14 req-e2a811a6-d356-439d-8840-70c4d5837a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:07.101728 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-07eb1969-1809-4963-aebf-137087ae6a14 req-e2a811a6-d356-439d-8840-70c4d5837a90 service neutron] 10.222.0.37 "GET /v2.0/networks?id=35893588-0f1e-477d-83eb-d93225ef04a5 HTTP/1.1" status: 200 len: 910 time: 0.1742024 May 26 11:19:07.223291 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-26e86f87-c2b6-41a1-b4d5-f0aa4887ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'name': 'tempest-AttachVolumeTestJSON-63007472-router', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:13:30Z', 'revision_number': 4, 'project_id': 'dc961799625447e4a664b9239ec13944', 'gw_port': {'id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': '091cd46c-f3f3-4520-9543-c7a718820424', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'port_id': '2fa79625-cc85-46ff-a482-8bfbc58e729e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'mac_address': 'fa:16:3e:df:b9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f252fff2-e163-463f-8f01-a39839efe417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:18:36Z', 'updated_at': '2021-05-26T11:19:04Z', 'revision_number': 1, 'project_id': 'dc961799625447e4a664b9239ec13944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf63bca7-0199-4406-8ee3-9077167ae0be', 'name': '', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'mac_address': 'fa:16:3e:b2:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:29Z', 'updated_at': '2021-05-26T11:13:50Z', 'revision_number': 5, 'project_id': 'dc961799625447e4a664b9239ec13944', 'subnets': [{'id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:07.230289 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e86f87-c2b6-41a1-b4d5-f0aa4887ef22 None None] Checking router: 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:19:07.248400 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e86f87-c2b6-41a1-b4d5-f0aa4887ef22 None None] Routers {'088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:19:07.250040 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-26e86f87-c2b6-41a1-b4d5-f0aa4887ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:18:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:07.265456 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-07eb1969-1809-4963-aebf-137087ae6a14 req-939714dc-bc5e-466f-adf2-7a4643c884b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fa79625-cc85-46ff-a482-8bfbc58e729e HTTP/1.1" status: 200 len: 999 time: 0.1485600 May 26 11:19:07.443206 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb1969-1809-4963-aebf-137087ae6a14 req-a3340199-3906-42bb-b4d4-4be9c3470b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:07.445463 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-07eb1969-1809-4963-aebf-137087ae6a14 req-a3340199-3906-42bb-b4d4-4be9c3470b37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf HTTP/1.1" status: 200 len: 848 time: 0.1593440 May 26 11:19:07.447844 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-aba6905d-0bc7-41dd-9e61-6a60876fc3a0 req-d91956fd-9ebb-4508-8b76-c8d5809cc5ff tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 210 time: 0.0767367 May 26 11:19:07.537226 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-26e86f87-c2b6-41a1-b4d5-f0aa4887ef22 None None] Set router 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:19:07.561847 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb1969-1809-4963-aebf-137087ae6a14 req-84bccff7-526f-4cc1-a5fe-2918e0894df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:07.561847 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-07eb1969-1809-4963-aebf-137087ae6a14 req-84bccff7-526f-4cc1-a5fe-2918e0894df2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=35893588-0f1e-477d-83eb-d93225ef04a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1025367 May 26 11:19:07.747209 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-07eb1969-1809-4963-aebf-137087ae6a14 req-af17f5a8-34cf-4d25-9622-7b95dff0e774 service neutron] 10.222.0.37 "GET /v2.0/networks/35893588-0f1e-477d-83eb-d93225ef04a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721919 May 26 11:19:07.976552 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-26e86f87-c2b6-41a1-b4d5-f0aa4887ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'name': 'tempest-AttachVolumeTestJSON-63007472-router', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:13:30Z', 'revision_number': 4, 'project_id': 'dc961799625447e4a664b9239ec13944', 'gw_port': {'id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': '091cd46c-f3f3-4520-9543-c7a718820424', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'port_id': '2fa79625-cc85-46ff-a482-8bfbc58e729e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'mac_address': 'fa:16:3e:df:b9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f252fff2-e163-463f-8f01-a39839efe417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:18:36Z', 'updated_at': '2021-05-26T11:19:04Z', 'revision_number': 1, 'project_id': 'dc961799625447e4a664b9239ec13944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf63bca7-0199-4406-8ee3-9077167ae0be', 'name': '', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'mac_address': 'fa:16:3e:b2:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:29Z', 'updated_at': '2021-05-26T11:13:50Z', 'revision_number': 5, 'project_id': 'dc961799625447e4a664b9239ec13944', 'subnets': [{'id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:07.981896 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e86f87-c2b6-41a1-b4d5-f0aa4887ef22 None None] The sync data for ids ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'] in dv-cinder-793136-1-iscsi is: [{'id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'name': 'tempest-AttachVolumeTestJSON-63007472-router', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:13:30Z', 'revision_number': 4, 'project_id': 'dc961799625447e4a664b9239ec13944', 'gw_port': {'id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': '091cd46c-f3f3-4520-9543-c7a718820424', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'port_id': '2fa79625-cc85-46ff-a482-8bfbc58e729e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'mac_address': 'fa:16:3e:df:b9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f252fff2-e163-463f-8f01-a39839efe417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:18:36Z', 'updated_at': '2021-05-26T11:19:04Z', 'revision_number': 1, 'project_id': 'dc961799625447e4a664b9239ec13944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf63bca7-0199-4406-8ee3-9077167ae0be', 'name': '', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'mac_address': 'fa:16:3e:b2:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:29Z', 'updated_at': '2021-05-26T11:13:50Z', 'revision_number': 5, 'project_id': 'dc961799625447e4a664b9239ec13944', 'subnets': [{'id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:19:08.025222 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-07eb1969-1809-4963-aebf-137087ae6a14 req-fb5ac6ad-bcda-4257-b46d-4b7784c968f9 service neutron] 10.222.0.37 "GET /v2.0/networks/35893588-0f1e-477d-83eb-d93225ef04a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528403 May 26 11:19:08.250199 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33a9451-c52b-410c-97fc-4a7567667053 None None] New status for floating IP 091cd46c-f3f3-4520-9543-c7a718820424: ACTIVE {{(pid=92388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:19:08.699172 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3cff9048-1589-44dc-a4d5-4b2cfaab5055 req-49022ef0-5cf5-4982-9c45-86075ad2b9b8 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 210 time: 0.0763161 May 26 11:19:09.610509 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-87901f77-7100-4e15-9b77-944e067a8f3f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:09.611954 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-87901f77-7100-4e15-9b77-944e067a8f3f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.37 "GET /v2.0/networks?id=377a1f2e-d6d0-49e0-923a-b599684df483 HTTP/1.1" status: 200 len: 812 time: 0.1535046 May 26 11:19:09.667692 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-efc421d1-7ac7-472b-bfed-4cd275d342a3 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da72a28d3e51419ca0dcfbdfb174e658 HTTP/1.1" status: 200 len: 380 time: 0.0412874 May 26 11:19:09.676322 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-5f3798fe-259f-43a2-9ab4-b39357b0685e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Request body: {'port': {'device_id': '8c79fb6f-2265-46d0-a336-9314f4daf782', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'admin_state_up': True, 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'security_groups': ['902b6795-ab3d-4677-9353-202d85d8ae26']}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:09.846056 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 53970) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:19:09.876762 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-5f3798fe-259f-43a2-9ab4-b39357b0685e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:19:09.881515 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b80f7181-2476-4fe8-9913-f9080214bbc9 req-b71b9e35-5d05-4bbc-80f4-f8629c756938 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 210 time: 0.0628657 May 26 11:19:09.892813 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-5f3798fe-259f-43a2-9ab4-b39357b0685e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:19:09.990112 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2e2406cf-acd3-45cc-94c3-6d33075ef436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:10.010058 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-2e2406cf-acd3-45cc-94c3-6d33075ef436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:19:10.012434 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-5f3798fe-259f-43a2-9ab4-b39357b0685e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Made reservation on behalf of da72a28d3e51419ca0dcfbdfb174e658 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:19:10.015000 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-2e2406cf-acd3-45cc-94c3-6d33075ef436 admin admin] Usage tracker for resource:security_group_rule and tenant:18b8130a255f40be8bfeb5d30c594779 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:19:10.016099 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-5f3798fe-259f-43a2-9ab4-b39357b0685e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:10.019230 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-2e2406cf-acd3-45cc-94c3-6d33075ef436 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:19:10.026759 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-2e2406cf-acd3-45cc-94c3-6d33075ef436 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:19:10.129511 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2e2406cf-acd3-45cc-94c3-6d33075ef436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:10.251632 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-5f3798fe-259f-43a2-9ab4-b39357b0685e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Allocated IP 172.20.0.13 (377a1f2e-d6d0-49e0-923a-b599684df483/4d9720a9-e515-4624-88e4-23a7dedd3e0e/85e7c5c4-c141-4367-b355-a94930fd3a7a) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:19:10.258228 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2e2406cf-acd3-45cc-94c3-6d33075ef436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:10.267578 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a1bd49ea-301b-4592-bbb7-078c87528363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:19:10.316061 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-2e2406cf-acd3-45cc-94c3-6d33075ef436 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=18b8130a255f40be8bfeb5d30c594779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4678054 May 26 11:19:10.320948 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 53994) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:19:10.322873 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2406cf-acd3-45cc-94c3-6d33075ef436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62898c03-3052-4ac7-9555-68970f7eacdb,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:10.328052 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2e2406cf-acd3-45cc-94c3-6d33075ef436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:19:10.500856 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f42c9ca5-def9-43fd-a12c-52004fc5576c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:10.559231 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-5f3798fe-259f-43a2-9ab4-b39357b0685e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:10.566754 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f42c9ca5-def9-43fd-a12c-52004fc5576c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:10.594556 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-5f3798fe-259f-43a2-9ab4-b39357b0685e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Transition to ACTIVE for port object 85e7c5c4-c141-4367-b355-a94930fd3a7a will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:19:10.729368 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-5f3798fe-259f-43a2-9ab4-b39357b0685e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:10.735589 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fbaa7807-2949-4e77-9926-0dfe19762cdb tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:19:10.771176 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f42c9ca5-def9-43fd-a12c-52004fc5576c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:10.812628 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-5f3798fe-259f-43a2-9ab4-b39357b0685e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Network 377a1f2e-d6d0-49e0-923a-b599684df483 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:19:10.816169 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3798fe-259f-43a2-9ab4-b39357b0685e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Pushing event updated for resources: {'Port': ['ID=85e7c5c4-c141-4367-b355-a94930fd3a7a,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:10.818557 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-5f3798fe-259f-43a2-9ab4-b39357b0685e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:19:10.820792 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5f3798fe-259f-43a2-9ab4-b39357b0685e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:19:10.821281 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f62dcbd8-933a-458b-a7bc-08cecb8f2833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:19:10.831870 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-5f3798fe-259f-43a2-9ab4-b39357b0685e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:19:10.869326 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c9ca5-def9-43fd-a12c-52004fc5576c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62898c03-3052-4ac7-9555-68970f7eacdb,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:10.873570 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f42c9ca5-def9-43fd-a12c-52004fc5576c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:19:10.915474 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-5f3798fe-259f-43a2-9ab4-b39357b0685e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:10.916121 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-5f3798fe-259f-43a2-9ab4-b39357b0685e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:10.939807 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f42c9ca5-def9-43fd-a12c-52004fc5576c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:10.946301 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-f42c9ca5-def9-43fd-a12c-52004fc5576c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62898c03-3052-4ac7-9555-68970f7eacdb HTTP/1.1" status: 204 len: 168 time: 0.6219358 May 26 11:19:11.062620 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-5f3798fe-259f-43a2-9ab4-b39357b0685e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3899689 May 26 11:19:11.085457 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Request body: {'port': {'device_id': '8c79fb6f-2265-46d0-a336-9314f4daf782', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:11.147846 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7135910b-ae75-49fa-8542-25b2bc0a9726 None None] Provisioning for port 85e7c5c4-c141-4367-b355-a94930fd3a7a completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:19:11.154554 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7135910b-ae75-49fa-8542-25b2bc0a9726 None None] Provisioning complete for port 85e7c5c4-c141-4367-b355-a94930fd3a7a triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:11.154986 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7135910b-ae75-49fa-8542-25b2bc0a9726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:11.187793 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c45a7-a236-4e65-b451-af71783583c4 req-58cd042c-1648-4e6c-a665-d045e2425267 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:11.188536 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-419c45a7-a236-4e65-b451-af71783583c4 req-58cd042c-1648-4e6c-a665-d045e2425267 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Synchronizing usage tracker for tenant:da72a28d3e51419ca0dcfbdfb174e658 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:19:11.230080 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-7135910b-ae75-49fa-8542-25b2bc0a9726 None None] Port 85e7c5c4-c141-4367-b355-a94930fd3a7a cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:19:11.232848 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:11.368074 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-419c45a7-a236-4e65-b451-af71783583c4 req-58cd042c-1648-4e6c-a665-d045e2425267 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Unset dirty status for tenant:da72a28d3e51419ca0dcfbdfb174e658 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:19:11.369248 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-419c45a7-a236-4e65-b451-af71783583c4 req-58cd042c-1648-4e6c-a665-d045e2425267 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 932 time: 0.3530617 May 26 11:19:11.466166 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-419c45a7-a236-4e65-b451-af71783583c4 req-26e5da45-2dbc-44e5-9025-439770afeb61 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896912 May 26 11:19:11.658623 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e7c5c4-c141-4367-b355-a94930fd3a7a {{(pid=92386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:19:11.667157 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:11.682222 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Transition to ACTIVE for port object 85e7c5c4-c141-4367-b355-a94930fd3a7a will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:19:11.789777 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:11.794970 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c9304922-f08b-494a-b9fa-554c8adb3fae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:19:12.028413 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Pushing event updated for resources: {'Port': ['ID=85e7c5c4-c141-4367-b355-a94930fd3a7a,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:12.034282 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:19:12.162437 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Attempting to bind port 85e7c5c4-c141-4367-b355-a94930fd3a7a on host hv-cinder-79313 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:19:12.163267 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Attempting to bind port 85e7c5c4-c141-4367-b355-a94930fd3a7a by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '166673a9-7fd2-48ee-8db9-da1dc618f94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:19:12.163609 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Attempting to bind port 85e7c5c4-c141-4367-b355-a94930fd3a7a on network 377a1f2e-d6d0-49e0-923a-b599684df483 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:19:12.169224 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Port 85e7c5c4-c141-4367-b355-a94930fd3a7a on network 377a1f2e-d6d0-49e0-923a-b599684df483 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:19:12.169567 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Attempting to bind port 85e7c5c4-c141-4367-b355-a94930fd3a7a on network 377a1f2e-d6d0-49e0-923a-b599684df483 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:19:12.175439 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Checking agent: {'id': 'e864f0ab-5241-4583-ad18-7aea86fa37e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'started_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:19:12.175788 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Checking segment: {'id': '166673a9-7fd2-48ee-8db9-da1dc618f94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:19:12.176177 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Bound using segment: {'id': '166673a9-7fd2-48ee-8db9-da1dc618f94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:19:12.176608 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Bound port: 85e7c5c4-c141-4367-b355-a94930fd3a7a, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '166673a9-7fd2-48ee-8db9-da1dc618f94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:19:12.176957 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:12.276744 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] For port 85e7c5c4-c141-4367-b355-a94930fd3a7a, host hv-cinder-79313, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:19:12.279687 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] For port 85e7c5c4-c141-4367-b355-a94930fd3a7a, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=85e7c5c4-c141-4367-b355-a94930fd3a7a,segment=NetworkSegment(166673a9-7fd2-48ee-8db9-da1dc618f94a),segment_id=166673a9-7fd2-48ee-8db9-da1dc618f94a)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:19:12.375938 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:12.376093 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:19:12.434252 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:12.434900 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:12.436438 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] 10.222.0.37 "PUT /v2.0/ports/85e7c5c4-c141-4367-b355-a94930fd3a7a HTTP/1.1" status: 200 len: 1094 time: 1.3564429 May 26 11:19:12.436993 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c79fb6f-2265-46d0-a336-9314f4daf782', 'tag': '85e7c5c4-c141-4367-b355-a94930fd3a7a'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:19:12.457443 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Pushing event updated for resources: {'Port': ['ID=85e7c5c4-c141-4367-b355-a94930fd3a7a,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:12.462231 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:19:12.490525 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c79fb6f-2265-46d0-a336-9314f4daf782', 'tag': '85e7c5c4-c141-4367-b355-a94930fd3a7a', 'status': 'completed', 'code': 200} May 26 11:19:12.674087 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbb1b9-e6a4-47ba-bc32-962bf07c5b7a req-a9091389-90e5-4002-8fff-3d31e440687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:12.675567 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-acdbb1b9-e6a4-47ba-bc32-962bf07c5b7a req-a9091389-90e5-4002-8fff-3d31e440687f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da72a28d3e51419ca0dcfbdfb174e658&device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 1097 time: 0.1402738 May 26 11:19:12.773738 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8358c-5c6f-4b80-8f77-d36716a9b591 req-6bf4a5d4-8d80-417e-b387-9f1ac136f383 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:12.775349 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d2e8358c-5c6f-4b80-8f77-d36716a9b591 req-6bf4a5d4-8d80-417e-b387-9f1ac136f383 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 944 time: 0.1687572 May 26 11:19:12.864707 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d2e8358c-5c6f-4b80-8f77-d36716a9b591 req-f3b38471-4ec3-43bf-8c2e-696643ee6825 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809605 May 26 11:19:12.869728 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbb1b9-e6a4-47ba-bc32-962bf07c5b7a req-e13a1d12-b630-4456-a39a-417d2c712f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:12.873166 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-acdbb1b9-e6a4-47ba-bc32-962bf07c5b7a req-e13a1d12-b630-4456-a39a-417d2c712f4c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=da72a28d3e51419ca0dcfbdfb174e658&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1812985 May 26 11:19:13.010728 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbb1b9-e6a4-47ba-bc32-962bf07c5b7a req-6eb4b844-de6a-4adf-a73c-7bea4dfef296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:13.012156 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-acdbb1b9-e6a4-47ba-bc32-962bf07c5b7a req-6eb4b844-de6a-4adf-a73c-7bea4dfef296 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1347506 May 26 11:19:13.144663 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 54054) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:19:13.146076 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-8184f1e2-b657-44c1-b5f3-56a3b48591a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:13.147651 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-8184f1e2-b657-44c1-b5f3-56a3b48591a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da72a28d3e51419ca0dcfbdfb174e658&device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 1097 time: 0.0777712 May 26 11:19:13.205126 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2de3475-55c2-47ad-8db4-fa23e1afeb7c admin admin] Deleting subnet 6c823302-1a71-4ea0-adb7-8c874b3e5ea7 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:19:13.208548 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d2de3475-55c2-47ad-8db4-fa23e1afeb7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:13.227382 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-8c98fbfb-e649-4c86-bc9b-0590dc7887d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85e7c5c4-c141-4367-b355-a94930fd3a7a HTTP/1.1" status: 200 len: 217 time: 0.0633066 May 26 11:19:13.265675 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d2de3475-55c2-47ad-8db4-fa23e1afeb7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-695888'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:13.296563 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-c9b375b8-ab20-4ddf-bd64-59577c740bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:13.298081 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-c9b375b8-ab20-4ddf-bd64-59577c740bcc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d9720a9-e515-4624-88e4-23a7dedd3e0e HTTP/1.1" status: 200 len: 851 time: 0.0635428 May 26 11:19:13.326159 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d2de3475-55c2-47ad-8db4-fa23e1afeb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532386'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:13.378187 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-368d75cf-72ac-4e7c-9e1c-a520908bfbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:13.380340 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-368d75cf-72ac-4e7c-9e1c-a520908bfbc5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=377a1f2e-d6d0-49e0-923a-b599684df483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756550 May 26 11:19:13.534534 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-47a887e5-8820-45b5-b10f-3e80a8f57fd2 service neutron] 10.222.0.37 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470211 May 26 11:19:13.646644 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d2de3475-55c2-47ad-8db4-fa23e1afeb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-857585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31668490'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:13.651806 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-32004ef5-4565-4173-af8a-7584aa10bf8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:19:13.684540 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-46b4d226-34b3-4026-9a69-f25b335b2341 req-cf86c890-9686-4150-b36b-02a05eae30b3 service neutron] 10.222.0.37 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427746 May 26 11:19:13.685984 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de3475-55c2-47ad-8db4-fa23e1afeb7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c823302-1a71-4ea0-adb7-8c874b3e5ea7,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:13.688405 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d2de3475-55c2-47ad-8db4-fa23e1afeb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:19:13.691599 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d2de3475-55c2-47ad-8db4-fa23e1afeb7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:13.704956 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-d2de3475-55c2-47ad-8db4-fa23e1afeb7c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6c823302-1a71-4ea0-adb7-8c874b3e5ea7 HTTP/1.1" status: 204 len: 168 time: 0.5591705 May 26 11:19:13.708444 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 54060) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:19:13.817035 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d23cf116-632c-4250-92a9-b2c01ce61e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496182'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:14.079439 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d23cf116-632c-4250-92a9-b2c01ce61e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514367', 'neutron.services.segments.db._delete_segments_for_network-8746349621989'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:14.098664 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.services.segments.db [None req-d23cf116-632c-4250-92a9-b2c01ce61e8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:14.113671 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.services.segments.db [None req-d23cf116-632c-4250-92a9-b2c01ce61e8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ea1b08-5d02-432f-b332-e58fd646f2d5') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:14.113991 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.services.segments.db [None req-d23cf116-632c-4250-92a9-b2c01ce61e8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ea1b08-5d02-432f-b332-e58fd646f2d5') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:14.128413 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d23cf116-632c-4250-92a9-b2c01ce61e8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349629862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904551'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:14.148408 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d23cf116-632c-4250-92a9-b2c01ce61e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:14.156599 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23cf116-632c-4250-92a9-b2c01ce61e8c admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:19:14.156983 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d23cf116-632c-4250-92a9-b2c01ce61e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33093279'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: Traceback (most recent call last): May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: timer() May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: cb(*args, **kw) May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: return func(*args, **kwargs) May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: self._notify() May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: self.callback(batched_events) May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: event.method(event) May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: return f(self, *a, **k) May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: return self._get(url).json() May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: return self.request(url, 'GET', **kwargs) May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:19:14.170340 dv-cinder-793136-1-iscsi neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:19:14.182813 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ec468-9604-440d-9a46-39167218a63c req-5c8bf0fe-c1a1-4c2f-8521-de93f657fba4 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:14.184235 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-495ec468-9604-440d-9a46-39167218a63c req-5c8bf0fe-c1a1-4c2f-8521-de93f657fba4 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 944 time: 0.1689351 May 26 11:19:14.291730 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-495ec468-9604-440d-9a46-39167218a63c req-7f679565-e5c5-4689-bca7-6dfe51d4d27d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616353 May 26 11:19:14.387172 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d23cf116-632c-4250-92a9-b2c01ce61e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424647'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:14.390987 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7b232f12-5256-4f53-8a7e-68e2d42a937a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:19:14.404818 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d23cf116-632c-4250-92a9-b2c01ce61e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:14.415689 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cf116-632c-4250-92a9-b2c01ce61e8c admin admin] Pushing event deleted for resources: {'Network': ['ID=ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:14.418968 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d23cf116-632c-4250-92a9-b2c01ce61e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:19:14.536595 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-d23cf116-632c-4250-92a9-b2c01ce61e8c admin admin] 10.222.0.35 "DELETE /v2.0/networks/ef02fe0b-6efc-4e16-b2ce-9f84e1b5ec0a HTTP/1.1" status: 204 len: 168 time: 0.8269892 May 26 11:19:15.010385 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 54074) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:19:15.062898 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-45d4bdb8-76de-4c73-b113-dc6d7d1e02df admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=174d961c5d0f40d1b79e94297d601787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513036 May 26 11:19:15.065239 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 54078) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:19:15.124117 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-426c50f9-cd39-4b08-8fb5-79d65fc8aa06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:15.150184 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-426c50f9-cd39-4b08-8fb5-79d65fc8aa06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:15.367275 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-426c50f9-cd39-4b08-8fb5-79d65fc8aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:15.371199 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8a04a3b8-b21b-402d-bb43-3d0e12d9cdef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:19:15.384358 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c50f9-cd39-4b08-8fb5-79d65fc8aa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4ff50a-09c6-457d-8d71-f165711838ab,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:15.386878 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-426c50f9-cd39-4b08-8fb5-79d65fc8aa06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:19:15.486364 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559299a-e8a2-4131-96bd-988ea9befc21 req-d0f65c6e-7ca0-445d-8b7d-127df4da86b6 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:15.488143 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c559299a-e8a2-4131-96bd-988ea9befc21 req-d0f65c6e-7ca0-445d-8b7d-127df4da86b6 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 944 time: 0.0861721 May 26 11:19:15.494800 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-426c50f9-cd39-4b08-8fb5-79d65fc8aa06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:15.495850 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-426c50f9-cd39-4b08-8fb5-79d65fc8aa06 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d4ff50a-09c6-457d-8d71-f165711838ab HTTP/1.1" status: 204 len: 168 time: 0.4296811 May 26 11:19:15.536446 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c559299a-e8a2-4131-96bd-988ea9befc21 req-abef1eb5-f6d8-48a8-bfd9-f7a4f1ecd677 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394850 May 26 11:19:16.741908 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093beba6-8f41-4982-8c55-378929079ade req-0c3e629a-0036-4277-bca4-6bc0f939dab7 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:16.743381 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-093beba6-8f41-4982-8c55-378929079ade req-0c3e629a-0036-4277-bca4-6bc0f939dab7 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 944 time: 0.0847445 May 26 11:19:16.790545 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-093beba6-8f41-4982-8c55-378929079ade req-7f0820de-274f-455f-b9eb-e15b1d94b5e3 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405605 May 26 11:19:17.979900 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845513db-0903-4572-b416-6ec2acf3673e req-218d9457-21c2-460b-b5b3-ab1ce5582638 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:17.981385 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-845513db-0903-4572-b416-6ec2acf3673e req-218d9457-21c2-460b-b5b3-ab1ce5582638 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 944 time: 0.0809913 May 26 11:19:18.027939 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-845513db-0903-4572-b416-6ec2acf3673e req-c73ca035-9b76-4d70-a3f4-b8e2e89cf7b5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403583 May 26 11:19:19.241573 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4c7be-c250-4372-98d6-233b8d1c4f9e req-e44650ec-da30-4daa-bf9a-f082fb65b301 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:19.243130 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-58e4c7be-c250-4372-98d6-233b8d1c4f9e req-e44650ec-da30-4daa-bf9a-f082fb65b301 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 944 time: 0.1002719 May 26 11:19:19.301371 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-58e4c7be-c250-4372-98d6-233b8d1c4f9e req-10a5d8fb-dee5-4114-a278-9eff191f83a1 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518768 May 26 11:19:20.492580 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fc87a-efd7-43e4-817f-8c7dcdaa0a9f req-67b150b9-2685-4ed0-8e58-d85a47567366 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:20.494659 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-778fc87a-efd7-43e4-817f-8c7dcdaa0a9f req-67b150b9-2685-4ed0-8e58-d85a47567366 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 944 time: 0.0821252 May 26 11:19:20.548343 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-778fc87a-efd7-43e4-817f-8c7dcdaa0a9f req-1a749c41-ab2c-450c-8da3-cacbdb9506d8 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478499 May 26 11:19:21.772514 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da526dcd-390b-4d50-88e1-b26c44efcdc5 req-bbfb5a35-ba64-4012-8b3b-4fe9cf0444e0 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:21.773984 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-da526dcd-390b-4d50-88e1-b26c44efcdc5 req-bbfb5a35-ba64-4012-8b3b-4fe9cf0444e0 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 944 time: 0.1027446 May 26 11:19:21.823234 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-da526dcd-390b-4d50-88e1-b26c44efcdc5 req-aa6b360e-5fdd-4692-b25b-66afc5cb9147 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427871 May 26 11:19:22.231429 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 85e7c5c4-c141-4367-b355-a94930fd3a7a details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:19:22.393527 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 85e7c5c4-c141-4367-b355-a94930fd3a7a, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=85e7c5c4-c141-4367-b355-a94930fd3a7a,segment=NetworkSegment(166673a9-7fd2-48ee-8db9-da1dc618f94a),segment_id=166673a9-7fd2-48ee-8db9-da1dc618f94a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:19:22.409615 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': '85e7c5c4-c141-4367-b355-a94930fd3a7a', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'port_id': '85e7c5c4-c141-4367-b355-a94930fd3a7a', 'mac_address': 'fa:16:3e:a2:34:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:19:22.490223 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:22.509689 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e7c5c4-c141-4367-b355-a94930fd3a7a {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:19:22.540059 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 85e7c5c4-c141-4367-b355-a94930fd3a7a, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=85e7c5c4-c141-4367-b355-a94930fd3a7a,segment=NetworkSegment(166673a9-7fd2-48ee-8db9-da1dc618f94a),segment_id=166673a9-7fd2-48ee-8db9-da1dc618f94a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:19:22.667502 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:22.670578 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:19:22.738863 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=85e7c5c4-c141-4367-b355-a94930fd3a7a,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:22.749177 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:22.749482 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:22.749935 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:22.750312 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:22.750676 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:22.751184 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:22.751623 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:22.752065 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:22.752459 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:22.752929 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:22.753366 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:22.753856 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:22.762763 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:19:23.017161 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['85e7c5c4-c141-4367-b355-a94930fd3a7a'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:19:23.039315 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec02bb6-89d8-422a-a138-ea645108e74c req-8147e125-b7dc-4d34-b9cd-80d91075f438 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:23.041858 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8ec02bb6-89d8-422a-a138-ea645108e74c req-8147e125-b7dc-4d34-b9cd-80d91075f438 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 945 time: 0.1021473 May 26 11:19:23.089940 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8ec02bb6-89d8-422a-a138-ea645108e74c req-0eaea04c-c550-4f09-abf3-e2a45c2171a7 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412767 May 26 11:19:24.250411 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 85e7c5c4-c141-4367-b355-a94930fd3a7a up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:19:24.311383 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364b176-0a78-4942-9c33-61dd3759bcec req-0ba104db-4e1a-4f60-ba82-72fbf700a08b tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:24.313003 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a364b176-0a78-4942-9c33-61dd3759bcec req-0ba104db-4e1a-4f60-ba82-72fbf700a08b tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 945 time: 0.0936067 May 26 11:19:24.360548 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a364b176-0a78-4942-9c33-61dd3759bcec req-edd6c7e9-6a94-4d8b-9018-aecfd274ffbd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404181 May 26 11:19:24.406825 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning for port 85e7c5c4-c141-4367-b355-a94930fd3a7a completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:19:24.412362 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port 85e7c5c4-c141-4367-b355-a94930fd3a7a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:24.412825 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:24.537739 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:24.566849 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c79fb6f-2265-46d0-a336-9314f4daf782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e7c5c4-c141-4367-b355-a94930fd3a7a'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:19:24.578981 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 85e7c5c4-c141-4367-b355-a94930fd3a7a, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=85e7c5c4-c141-4367-b355-a94930fd3a7a,segment=NetworkSegment(166673a9-7fd2-48ee-8db9-da1dc618f94a),segment_id=166673a9-7fd2-48ee-8db9-da1dc618f94a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:19:24.611358 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c79fb6f-2265-46d0-a336-9314f4daf782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e7c5c4-c141-4367-b355-a94930fd3a7a', 'code': 200} May 26 11:19:24.663785 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:24.665994 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:19:24.737245 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=85e7c5c4-c141-4367-b355-a94930fd3a7a,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:24.740427 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:19:25.114700 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f4b96-eea8-44d2-a407-390b7dd814f8 req-6bce3a08-62f8-45e6-86b4-15e63b9ba86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:25.116229 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d2f4b96-eea8-44d2-a407-390b7dd814f8 req-6bce3a08-62f8-45e6-86b4-15e63b9ba86e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 1099 time: 0.0780213 May 26 11:19:25.179183 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d2f4b96-eea8-44d2-a407-390b7dd814f8 req-7822675d-3ddf-4698-b795-20fe55fdcfea service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384543 May 26 11:19:25.572320 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5421d5-063b-4625-8fa6-d7b21eff4c11 req-43a8a53d-9d24-4a2a-8489-40037101be0e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:25.573970 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fe5421d5-063b-4625-8fa6-d7b21eff4c11 req-43a8a53d-9d24-4a2a-8489-40037101be0e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 946 time: 0.1033113 May 26 11:19:25.625980 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fe5421d5-063b-4625-8fa6-d7b21eff4c11 req-297f2f8e-9ab1-4f43-910b-a3fed214d81c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458865 May 26 11:19:26.400374 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-38ee4c05-3202-4681-afb9-41b00148f4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:26.837293 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25f313-f7ea-4de3-9b4e-6abbc9d2d612 req-570f1f45-a1d7-4964-b9a4-bc68906d3899 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:26.838868 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9b25f313-f7ea-4de3-9b4e-6abbc9d2d612 req-570f1f45-a1d7-4964-b9a4-bc68906d3899 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 946 time: 0.0973728 May 26 11:19:26.892880 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9b25f313-f7ea-4de3-9b4e-6abbc9d2d612 req-ccbee3b1-e2e0-4f83-9b6d-18f26af55534 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444686 May 26 11:19:27.081315 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3174519-caba-4fef-81af-8648db84111e req-88e9c846-aaf6-4c9e-8e48-4db6b6019263 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:27.082900 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a3174519-caba-4fef-81af-8648db84111e req-88e9c846-aaf6-4c9e-8e48-4db6b6019263 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 946 time: 0.0856943 May 26 11:19:27.131197 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a3174519-caba-4fef-81af-8648db84111e req-adca58f9-2221-41ec-b201-ea8ab7002ec2 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423708 May 26 11:19:27.154364 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 54240) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:19:27.225252 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a3e316-c857-49e8-9115-559b32ee1e76 tempest-TestVolumeBootPattern-965247833 tempest-TestVolumeBootPattern-965247833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:27.226867 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-d1a3e316-c857-49e8-9115-559b32ee1e76 tempest-TestVolumeBootPattern-965247833 tempest-TestVolumeBootPattern-965247833-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 1094 time: 0.0713634 May 26 11:19:27.229606 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 54244) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:19:27.234884 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Request body: {'floatingip': {'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'port_id': '85e7c5c4-c141-4367-b355-a94930fd3a7a', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:27.241594 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:19:27.245520 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Usage tracker for resource:floatingip and tenant:da72a28d3e51419ca0dcfbdfb174e658 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:19:27.250996 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:19:27.254903 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:19:27.369665 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:27.604462 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:27.755650 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Allocated IP 172.27.2.37 (0c406d08-576a-4058-82f8-2db7a46cb825/c8dc709d-33af-406d-94f8-5d106e5714b1/034c6114-ec3b-47b7-a429-d7497b105fad) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:19:27.916561 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:28.029637 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:28.034966 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ed3e93c1-bae3-41a0-bfd2-4529967e2cb2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:19:28.103183 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Network 0c406d08-576a-4058-82f8-2db7a46cb825 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:19:28.107004 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:19:28.110320 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:19:28.149150 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Pushing event updated for resources: {'Port': ['ID=034c6114-ec3b-47b7-a429-d7497b105fad,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:28.160074 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:19:28.540180 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:28.745458 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:28.897597 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:28.972726 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:29.046692 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8b13cfe2-269d-4689-8865-12ebd8859f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:29.108864 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:29.114434 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f574aff3-70a0-4385-8451-8af2b9d62923 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:19:29.228119 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Pushing event updated for resources: {'Port': ['ID=034c6114-ec3b-47b7-a429-d7497b105fad,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:29.233711 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:19:29.243946 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424661'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:29.423471 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.db.l3_db [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Floating IP 1748c19b-705f-499f-8e35-566716fe65b7 associated. External IP: 172.27.2.37, port: 85e7c5c4-c141-4367-b355-a94930fd3a7a. May 26 11:19:29.606131 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:29.898638 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Router a9d2b93c-4f37-4130-b412-37761d59f623 has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:19:30.087279 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:19:30.100618 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4673b7-cfef-4c37-adf6-7d7139d57434 None None] Sync routers for ids ['a9d2b93c-4f37-4130-b412-37761d59f623'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:19:30.127697 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4673b7-cfef-4c37-adf6-7d7139d57434 None None] Routers {'a9d2b93c-4f37-4130-b412-37761d59f623'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:19:30.128626 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-cb4673b7-cfef-4c37-adf6-7d7139d57434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:19:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['a9d2b93c-4f37-4130-b412-37761d59f623'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:30.219608 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:30.289499 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0586700 May 26 11:19:30.290360 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c79fb6f-2265-46d0-a336-9314f4daf782', 'tag': '85e7c5c4-c141-4367-b355-a94930fd3a7a'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:19:30.347668 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-cb4673b7-cfef-4c37-adf6-7d7139d57434 None None] Set router a9d2b93c-4f37-4130-b412-37761d59f623 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:19:30.349618 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c79fb6f-2265-46d0-a336-9314f4daf782', 'tag': '85e7c5c4-c141-4367-b355-a94930fd3a7a', 'status': 'completed', 'code': 200} May 26 11:19:30.470683 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52669dd2-31ef-4d4d-b6fe-f438ad18026c req-27b33e74-db84-4716-a816-5019b15894ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:30.472158 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-52669dd2-31ef-4d4d-b6fe-f438ad18026c req-27b33e74-db84-4716-a816-5019b15894ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da72a28d3e51419ca0dcfbdfb174e658&device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 1099 time: 0.0763259 May 26 11:19:30.610559 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52669dd2-31ef-4d4d-b6fe-f438ad18026c req-400e4f0c-f309-4d09-8334-bceac000998d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:30.616652 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-52669dd2-31ef-4d4d-b6fe-f438ad18026c req-400e4f0c-f309-4d09-8334-bceac000998d service neutron] 10.222.0.37 "GET /v2.0/networks?id=377a1f2e-d6d0-49e0-923a-b599684df483 HTTP/1.1" status: 200 len: 913 time: 0.1320641 May 26 11:19:30.722307 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-52669dd2-31ef-4d4d-b6fe-f438ad18026c req-371da39b-680f-42a9-b7c0-2df3143b7b54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85e7c5c4-c141-4367-b355-a94930fd3a7a HTTP/1.1" status: 200 len: 999 time: 0.1030760 May 26 11:19:30.739659 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-cb4673b7-cfef-4c37-adf6-7d7139d57434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': '1748c19b-705f-499f-8e35-566716fe65b7', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'port_id': '85e7c5c4-c141-4367-b355-a94930fd3a7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'mac_address': 'fa:16:3e:a2:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c79fb6f-2265-46d0-a336-9314f4daf782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:19:28Z', 'updated_at': '2021-05-26T11:19:28Z', 'revision_number': 0, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef82f069-a73e-4151-8ba0-9587d72c53cb', 'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'mac_address': 'fa:16:3e:ba:f3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:15Z', 'revision_number': 5, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'subnets': [{'id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:30.743731 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4673b7-cfef-4c37-adf6-7d7139d57434 None None] Checking router: a9d2b93c-4f37-4130-b412-37761d59f623 for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:19:30.752127 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4673b7-cfef-4c37-adf6-7d7139d57434 None None] Routers {'a9d2b93c-4f37-4130-b412-37761d59f623'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:19:30.752739 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-cb4673b7-cfef-4c37-adf6-7d7139d57434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:19:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['a9d2b93c-4f37-4130-b412-37761d59f623'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:30.783784 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52669dd2-31ef-4d4d-b6fe-f438ad18026c req-9d2c9e0b-b40d-4274-bec6-0608d5f5665a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:30.785219 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-52669dd2-31ef-4d4d-b6fe-f438ad18026c req-9d2c9e0b-b40d-4274-bec6-0608d5f5665a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d9720a9-e515-4624-88e4-23a7dedd3e0e HTTP/1.1" status: 200 len: 851 time: 0.0567048 May 26 11:19:30.860990 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52669dd2-31ef-4d4d-b6fe-f438ad18026c req-c5b93c39-2aaa-4a14-b8bb-592c00b26df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:30.862465 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-52669dd2-31ef-4d4d-b6fe-f438ad18026c req-c5b93c39-2aaa-4a14-b8bb-592c00b26df9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=377a1f2e-d6d0-49e0-923a-b599684df483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707254 May 26 11:19:30.927886 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-cb4673b7-cfef-4c37-adf6-7d7139d57434 None None] Set router a9d2b93c-4f37-4130-b412-37761d59f623 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:19:31.001133 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-52669dd2-31ef-4d4d-b6fe-f438ad18026c req-2ce2b92a-d9f2-43ed-bccd-7b3da1476f56 service neutron] 10.222.0.37 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308146 May 26 11:19:31.137675 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-52669dd2-31ef-4d4d-b6fe-f438ad18026c req-2fd747e4-1022-4e24-aabb-d323e2686456 service neutron] 10.222.0.37 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295819 May 26 11:19:31.288018 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-cb4673b7-cfef-4c37-adf6-7d7139d57434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': '1748c19b-705f-499f-8e35-566716fe65b7', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'port_id': '85e7c5c4-c141-4367-b355-a94930fd3a7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'mac_address': 'fa:16:3e:a2:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c79fb6f-2265-46d0-a336-9314f4daf782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:19:28Z', 'updated_at': '2021-05-26T11:19:28Z', 'revision_number': 0, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef82f069-a73e-4151-8ba0-9587d72c53cb', 'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'mac_address': 'fa:16:3e:ba:f3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:15Z', 'revision_number': 5, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'subnets': [{'id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:31.292208 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4673b7-cfef-4c37-adf6-7d7139d57434 None None] The sync data for ids ['a9d2b93c-4f37-4130-b412-37761d59f623'] in dv-cinder-793136-1-iscsi is: [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': '1748c19b-705f-499f-8e35-566716fe65b7', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'port_id': '85e7c5c4-c141-4367-b355-a94930fd3a7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'mac_address': 'fa:16:3e:a2:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c79fb6f-2265-46d0-a336-9314f4daf782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:19:28Z', 'updated_at': '2021-05-26T11:19:28Z', 'revision_number': 0, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef82f069-a73e-4151-8ba0-9587d72c53cb', 'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'mac_address': 'fa:16:3e:ba:f3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:15Z', 'revision_number': 5, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'subnets': [{'id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:19:31.499519 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:31.593092 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145cfbe-1405-48ac-a94a-1927b17a2e23 None None] New status for floating IP 1748c19b-705f-499f-8e35-566716fe65b7: ACTIVE {{(pid=92388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:19:32.172981 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc41e6-d00b-4919-9bf6-1a68e92dfbd5 req-3fc09fd6-e7b9-4e16-bf3b-a9a49ebe2a4d tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:32.174451 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-22bc41e6-d00b-4919-9bf6-1a68e92dfbd5 req-3fc09fd6-e7b9-4e16-bf3b-a9a49ebe2a4d tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.0855069 May 26 11:19:32.229367 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-22bc41e6-d00b-4919-9bf6-1a68e92dfbd5 req-50cfeb7c-bc4e-4365-8f1e-b0eb53247165 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383537 May 26 11:19:32.766096 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:33.405599 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338efddb-1656-486f-9f8f-d4e478c23cc6 req-142d134e-21da-4ad0-a7a8-29b65db4d090 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:33.407006 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-338efddb-1656-486f-9f8f-d4e478c23cc6 req-142d134e-21da-4ad0-a7a8-29b65db4d090 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.0776272 May 26 11:19:33.454573 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-338efddb-1656-486f-9f8f-d4e478c23cc6 req-9d148546-d4dd-455b-843a-043adc0dff7f tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418875 May 26 11:19:34.744540 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62c20d-7a5e-45d4-8769-a6455b6c1384 req-388783b9-6d65-4915-81c2-dc28b59b13f3 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:34.745983 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eb62c20d-7a5e-45d4-8769-a6455b6c1384 req-388783b9-6d65-4915-81c2-dc28b59b13f3 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.1778939 May 26 11:19:34.804124 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eb62c20d-7a5e-45d4-8769-a6455b6c1384 req-59f729e5-a388-4f99-8776-fd4303a01ab8 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519607 May 26 11:19:36.000855 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876ae1b-ec79-432e-9dec-948802058f41 req-aa7116b8-ce98-460b-9ef6-9b997a962d35 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:36.002309 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c876ae1b-ec79-432e-9dec-948802058f41 req-aa7116b8-ce98-460b-9ef6-9b997a962d35 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.0844789 May 26 11:19:36.049832 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c876ae1b-ec79-432e-9dec-948802058f41 req-d83507d2-34db-4c49-b0d8-6ac96db48525 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404394 May 26 11:19:36.313774 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:19:36.654525 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38a578-d16c-4d82-9e14-fd66fbb8f32b req-0a5fd383-31c3-45e4-addc-824d2a920c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:36.655873 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1b38a578-d16c-4d82-9e14-fd66fbb8f32b req-0a5fd383-31c3-45e4-addc-824d2a920c9c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6fe442964904bd3b71480242adf4f16&device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 1098 time: 0.0688584 May 26 11:19:36.800973 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38a578-d16c-4d82-9e14-fd66fbb8f32b req-b114bc52-a152-42f9-b253-b11f3105adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:36.802488 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1b38a578-d16c-4d82-9e14-fd66fbb8f32b req-b114bc52-a152-42f9-b253-b11f3105adb0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=513e1c4d-d73e-422d-b620-6e51d2db19e7 HTTP/1.1" status: 200 len: 918 time: 0.1285162 May 26 11:19:36.909496 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1b38a578-d16c-4d82-9e14-fd66fbb8f32b req-d5351b9d-0195-4e07-891d-86b87200868b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1c56e03-5422-4313-924a-580129e15eda HTTP/1.1" status: 200 len: 1000 time: 0.0999763 May 26 11:19:36.978132 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38a578-d16c-4d82-9e14-fd66fbb8f32b req-e5973829-76cd-431e-ac84-7f7f2f45d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:36.979602 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1b38a578-d16c-4d82-9e14-fd66fbb8f32b req-e5973829-76cd-431e-ac84-7f7f2f45d50a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5300992e-d385-4173-9ce7-e81c35af28bb HTTP/1.1" status: 200 len: 856 time: 0.0634439 May 26 11:19:37.063988 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38a578-d16c-4d82-9e14-fd66fbb8f32b req-1116af96-31f5-496d-99c7-0a03f0a1bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:37.065496 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1b38a578-d16c-4d82-9e14-fd66fbb8f32b req-1116af96-31f5-496d-99c7-0a03f0a1bfff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=513e1c4d-d73e-422d-b620-6e51d2db19e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785112 May 26 11:19:37.263747 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1b38a578-d16c-4d82-9e14-fd66fbb8f32b req-4db5747a-6152-42a6-adaa-1221046807c6 service neutron] 10.222.0.37 "GET /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913691 May 26 11:19:37.307852 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223316a-6331-4590-985b-63db38cdac5c req-c9171262-d65e-426f-b052-698e74e9fed0 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:37.309295 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9223316a-6331-4590-985b-63db38cdac5c req-c9171262-d65e-426f-b052-698e74e9fed0 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.1467605 May 26 11:19:37.420061 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9223316a-6331-4590-985b-63db38cdac5c req-cd023f2e-7a84-49ab-accc-c676068b07ab tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693488 May 26 11:19:37.445876 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1b38a578-d16c-4d82-9e14-fd66fbb8f32b req-ba5eeb9d-1d8f-4e99-8a1f-8cce6b3ae6d4 service neutron] 10.222.0.37 "GET /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744101 May 26 11:19:38.609857 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6b069-bdb4-4002-b6dc-39e36c3a31b5 req-f5356ab9-6420-4cb3-8393-30dd7440dcdd tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:38.611293 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-57e6b069-bdb4-4002-b6dc-39e36c3a31b5 req-f5356ab9-6420-4cb3-8393-30dd7440dcdd tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.0805721 May 26 11:19:38.655922 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-57e6b069-bdb4-4002-b6dc-39e36c3a31b5 req-5715d8e8-5bd5-44a1-97f8-8d9cc9f147c2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389445 May 26 11:19:39.850436 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af722dd7-b02e-4153-a96e-32bafc228b2f req-5e5a5baf-94f4-4a95-a42a-04c094d0f856 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:39.851908 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-af722dd7-b02e-4153-a96e-32bafc228b2f req-5e5a5baf-94f4-4a95-a42a-04c094d0f856 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.0828140 May 26 11:19:39.898851 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-af722dd7-b02e-4153-a96e-32bafc228b2f req-f001ccc0-eb6c-448c-9245-81713b0a634b tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413775 May 26 11:19:41.106829 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307fe55-c12b-438b-b290-61b02e2433e8 req-422c80a7-f279-4769-9b7e-ca56adb6328a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:41.108261 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a307fe55-c12b-438b-b290-61b02e2433e8 req-422c80a7-f279-4769-9b7e-ca56adb6328a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.0863566 May 26 11:19:41.163707 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a307fe55-c12b-438b-b290-61b02e2433e8 req-7dac81e6-a24e-476c-a2bf-f079eac22295 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489457 May 26 11:19:42.356667 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8356e5-cb80-4a9a-a69e-7e114be0a8b8 req-152b18b9-cd17-4530-ac1b-578f45e406a9 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:42.358613 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-de8356e5-cb80-4a9a-a69e-7e114be0a8b8 req-152b18b9-cd17-4530-ac1b-578f45e406a9 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.0827484 May 26 11:19:42.403840 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-de8356e5-cb80-4a9a-a69e-7e114be0a8b8 req-d2951597-b752-467e-9e8b-1586e8b53d15 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393717 May 26 11:19:43.608302 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be2480-3f0b-410f-befd-1de5c16cae92 req-8362ce14-c027-4471-b307-b80d4536e962 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:43.609959 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-45be2480-3f0b-410f-befd-1de5c16cae92 req-8362ce14-c027-4471-b307-b80d4536e962 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.0838938 May 26 11:19:43.654411 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-45be2480-3f0b-410f-befd-1de5c16cae92 req-779b73e6-fd97-4922-b2b9-915902b067a0 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388303 May 26 11:19:44.844596 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259080b-2583-4ec2-9ad0-dbdbcff013e3 req-4ba30beb-bdca-4349-b772-ffac7f0b3262 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:44.845981 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7259080b-2583-4ec2-9ad0-dbdbcff013e3 req-4ba30beb-bdca-4349-b772-ffac7f0b3262 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.0801046 May 26 11:19:44.890959 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7259080b-2583-4ec2-9ad0-dbdbcff013e3 req-0aab09d2-e780-4882-b08d-bf5f00575e35 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390520 May 26 11:19:46.177872 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96718a-8078-47ef-aacf-7941ffe28530 req-80535b79-8dc3-421e-b3ce-9cdfa604a11d tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:46.179280 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cd96718a-8078-47ef-aacf-7941ffe28530 req-80535b79-8dc3-421e-b3ce-9cdfa604a11d tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.1769421 May 26 11:19:46.225773 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cd96718a-8078-47ef-aacf-7941ffe28530 req-898635f6-1fa0-4d04-8bbb-4f59a1346075 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397770 May 26 11:19:46.366486 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device a1c56e03-5422-4313-924a-580129e15eda details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:19:46.501687 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port a1c56e03-5422-4313-924a-580129e15eda, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a1c56e03-5422-4313-924a-580129e15eda,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:19:46.515738 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': 'a1c56e03-5422-4313-924a-580129e15eda', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'port_id': 'a1c56e03-5422-4313-924a-580129e15eda', 'mac_address': 'fa:16:3e:b4:a5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:19:46.571952 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:46.589295 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1c56e03-5422-4313-924a-580129e15eda {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:19:46.605009 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port a1c56e03-5422-4313-924a-580129e15eda, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a1c56e03-5422-4313-924a-580129e15eda,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:19:46.750814 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:46.753764 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:19:46.844998 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=a1c56e03-5422-4313-924a-580129e15eda,revision_number=6']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:46.848561 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:19:46.921739 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['a1c56e03-5422-4313-924a-580129e15eda'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:19:47.424489 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13de8a-17a1-417b-9501-ba6f3cf33f36 req-29e5a454-b421-4f03-b7a8-beeee92401de tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:47.425879 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5c13de8a-17a1-417b-9501-ba6f3cf33f36 req-29e5a454-b421-4f03-b7a8-beeee92401de tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 944 time: 0.0825129 May 26 11:19:47.474318 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5c13de8a-17a1-417b-9501-ba6f3cf33f36 req-abb75c84-0143-4b07-91cc-94cc0dfe8842 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416846 May 26 11:19:48.367887 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device a1c56e03-5422-4313-924a-580129e15eda up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:19:48.443141 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port a1c56e03-5422-4313-924a-580129e15eda triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:48.443522 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:48.579664 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:48.611218 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531f7ace-2e28-47c8-a961-5bb265dd1618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c56e03-5422-4313-924a-580129e15eda'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:19:48.622247 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port a1c56e03-5422-4313-924a-580129e15eda, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a1c56e03-5422-4313-924a-580129e15eda,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:19:48.667554 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531f7ace-2e28-47c8-a961-5bb265dd1618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c56e03-5422-4313-924a-580129e15eda', 'code': 200} May 26 11:19:48.719887 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef47ef-f4da-4f58-b3ed-9953e20d7664 req-bf760804-e9e6-444e-a237-80951f51a3f5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:48.725530 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-afef47ef-f4da-4f58-b3ed-9953e20d7664 req-bf760804-e9e6-444e-a237-80951f51a3f5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 944 time: 0.1010413 May 26 11:19:48.754871 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:48.756756 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:19:48.768293 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-afef47ef-f4da-4f58-b3ed-9953e20d7664 req-a6aa4c33-6a2b-46fe-9e1d-a003c4de1c13 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409095 May 26 11:19:48.824163 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=a1c56e03-5422-4313-924a-580129e15eda,revision_number=7']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:48.827622 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:19:49.999966 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1586b-d4ff-4161-80ea-6ac6e698ea3c req-f42206ec-8604-42ab-8af1-8dfe6868a47a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:50.006615 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-49e1586b-d4ff-4161-80ea-6ac6e698ea3c req-f42206ec-8604-42ab-8af1-8dfe6868a47a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.1111634 May 26 11:19:50.070305 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-49e1586b-d4ff-4161-80ea-6ac6e698ea3c req-b9463cd0-c50f-4622-9f55-b26142a72362 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617032 May 26 11:19:51.373474 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1430e8d-756b-4f6d-807e-a3d70833bd77 req-d0abb0e5-e761-44e2-847d-981fad5e1f78 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:51.374923 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a1430e8d-756b-4f6d-807e-a3d70833bd77 req-d0abb0e5-e761-44e2-847d-981fad5e1f78 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.0987706 May 26 11:19:51.425329 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a1430e8d-756b-4f6d-807e-a3d70833bd77 req-3348813c-3713-426a-b5c9-7d4e5dc2bacc tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446692 May 26 11:19:52.163561 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 54486) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:19:52.311327 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dadfba78-79f1-4630-9fe1-4cc39c6efb69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:52.336249 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-dadfba78-79f1-4630-9fe1-4cc39c6efb69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:19:52.341311 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-dadfba78-79f1-4630-9fe1-4cc39c6efb69 admin admin] Usage tracker for resource:security_group_rule and tenant:f9e5213fc53247898762807edeebc315 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:19:52.344915 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-dadfba78-79f1-4630-9fe1-4cc39c6efb69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:19:52.351121 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-dadfba78-79f1-4630-9fe1-4cc39c6efb69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:19:52.455129 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dadfba78-79f1-4630-9fe1-4cc39c6efb69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:52.607349 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dadfba78-79f1-4630-9fe1-4cc39c6efb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:52.620761 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-625cd54e-96b6-4f94-a432-142619e300d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:19:52.654579 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadfba78-79f1-4630-9fe1-4cc39c6efb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10f488f-2c0e-4bfe-a08e-6446e3494bf5,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:52.666290 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-dadfba78-79f1-4630-9fe1-4cc39c6efb69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:19:52.684188 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-dadfba78-79f1-4630-9fe1-4cc39c6efb69 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f9e5213fc53247898762807edeebc315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5165191 May 26 11:19:52.684597 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 54496) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:19:52.760838 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07988b9b-b893-4859-9725-e4264b4ead07 req-e92f2d36-d19a-4352-b93c-48e87e16eada tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:52.767912 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-07988b9b-b893-4859-9725-e4264b4ead07 req-e92f2d36-d19a-4352-b93c-48e87e16eada tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.2097235 May 26 11:19:52.813192 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2f2d7396-90a7-4920-baf9-f6b9e18bb586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:52.836144 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-07988b9b-b893-4859-9725-e4264b4ead07 req-a0ca48c6-773e-4aa4-88a9-08269b519f97 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670366 May 26 11:19:52.864152 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2f2d7396-90a7-4920-baf9-f6b9e18bb586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:53.101300 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2f2d7396-90a7-4920-baf9-f6b9e18bb586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:53.107374 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c15f72f7-fa2f-4d96-8e4c-73cbddd4b0a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:19:53.122249 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d7396-90a7-4920-baf9-f6b9e18bb586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10f488f-2c0e-4bfe-a08e-6446e3494bf5,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:53.125525 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2f2d7396-90a7-4920-baf9-f6b9e18bb586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:19:53.127927 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2f2d7396-90a7-4920-baf9-f6b9e18bb586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:53.133145 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-2f2d7396-90a7-4920-baf9-f6b9e18bb586 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f10f488f-2c0e-4bfe-a08e-6446e3494bf5 HTTP/1.1" status: 204 len: 168 time: 0.4434283 May 26 11:19:54.090378 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825517c1-aad4-4ae5-8b97-b2672020b891 req-54a4bc7c-b7a8-4320-a15c-d6981179c476 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:54.093254 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-825517c1-aad4-4ae5-8b97-b2672020b891 req-54a4bc7c-b7a8-4320-a15c-d6981179c476 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.1224468 May 26 11:19:54.149488 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-825517c1-aad4-4ae5-8b97-b2672020b891 req-11bc682f-4b4d-4148-afe1-4f83e14c7aeb tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498176 May 26 11:19:55.355045 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145def8-c2aa-4d5a-9ba4-b1800ff34bc3 req-48b1c91c-934b-4234-bf48-311087009ad5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:55.356563 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9145def8-c2aa-4d5a-9ba4-b1800ff34bc3 req-48b1c91c-934b-4234-bf48-311087009ad5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.0863378 May 26 11:19:55.406363 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9145def8-c2aa-4d5a-9ba4-b1800ff34bc3 req-5d067539-2d6d-4cc9-9fc1-43fc3ae16b74 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437789 May 26 11:19:56.417499 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d3eb35e6-9575-4a25-83c5-826722bbdabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:56.637301 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f166b-b685-4299-8cfe-9edc3afc1eaf req-cac473d1-2cb2-483b-8096-c2572670e0cf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:56.641180 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-779f166b-b685-4299-8cfe-9edc3afc1eaf req-cac473d1-2cb2-483b-8096-c2572670e0cf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.1098940 May 26 11:19:56.696645 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-779f166b-b685-4299-8cfe-9edc3afc1eaf req-e6a46fe1-0065-44b3-8402-768aa45db20b tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482163 May 26 11:19:57.207677 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-22994d29-1670-498f-94ba-93de641c1a62 req-d98148b7-b22e-4f60-b10f-12756193603f tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d4734528b4ee4c2199ebfde5ce5d289b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376070 May 26 11:19:57.375598 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22994d29-1670-498f-94ba-93de641c1a62 req-1000d0c0-1689-4bf1-a633-506e1f648612 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:57.376942 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-22994d29-1670-498f-94ba-93de641c1a62 req-1000d0c0-1689-4bf1-a633-506e1f648612 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1683226 May 26 11:19:57.396109 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-22994d29-1670-498f-94ba-93de641c1a62 req-929e6785-4542-48d6-9f49-76befae7877d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/quotas/d4734528b4ee4c2199ebfde5ce5d289b HTTP/1.1" status: 200 len: 375 time: 0.0106556 May 26 11:19:57.448994 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-22994d29-1670-498f-94ba-93de641c1a62 req-d2970505-6d8d-4f5b-a085-b5317bef8321 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4734528b4ee4c2199ebfde5ce5d289b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442388 May 26 11:19:57.779352 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-43f131e4-c739-4aa9-91e5-4f87d0f68fb8 req-47a7da66-aa39-4454-bd5d-fdc5fb859a64 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 210 time: 0.0540113 May 26 11:19:58.133082 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8dd76-f285-4df2-b587-9e34220dc292 req-ee9d398a-3b4d-4659-a6cc-9651af5f6210 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:58.135324 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a6d8dd76-f285-4df2-b587-9e34220dc292 req-ee9d398a-3b4d-4659-a6cc-9651af5f6210 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.0901513 May 26 11:19:58.183822 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a6d8dd76-f285-4df2-b587-9e34220dc292 req-6d15dc56-72a0-4f6a-9240-e4109c197ecf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420990 May 26 11:19:58.887934 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-67f00004-3cd6-4e8f-9e96-1fa410fb5aba req-68ec2b0b-0f15-416f-a816-41e20cf5f225 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 210 time: 0.0476689 May 26 11:19:58.992504 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:59.033663 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-69e1b314-e57c-4657-a7c6-201eda12c399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:59.507815 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406b453-0804-439a-8205-a63d993a78e4 req-13821680-f2bd-449d-8855-05c78f396797 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:19:59.509163 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d406b453-0804-439a-8205-a63d993a78e4 req-13821680-f2bd-449d-8855-05c78f396797 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.1627409 May 26 11:19:59.560968 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d406b453-0804-439a-8205-a63d993a78e4 req-70dbafdd-3111-4736-a045-659438162bcb tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446556 May 26 11:19:59.769396 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:00.044026 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2c3db131-82a8-47bc-a8b2-ad555417029d req-29fe3618-71c4-4772-9681-40b2fd2b9149 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 210 time: 0.0497813 May 26 11:20:00.777879 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced52a9-a6fb-430f-9df0-166439f4b963 req-1c8589fe-0d87-4984-894f-787df29e87f2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:00.779409 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cced52a9-a6fb-430f-9df0-166439f4b963 req-1c8589fe-0d87-4984-894f-787df29e87f2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.0917799 May 26 11:20:00.828564 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cced52a9-a6fb-430f-9df0-166439f4b963 req-268ef8b5-f690-4c97-9995-28bf9fd835c2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428247 May 26 11:20:01.152192 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde12d2-3ad2-4c36-8a13-4f8d70ce9fa2 req-53ddfcfd-0313-4277-9a82-8e47a91b1778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:01.153591 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8dde12d2-3ad2-4c36-8a13-4f8d70ce9fa2 req-53ddfcfd-0313-4277-9a82-8e47a91b1778 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6fe442964904bd3b71480242adf4f16&device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 1098 time: 0.1804984 May 26 11:20:01.277657 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-189fef8f-4d12-4105-b8f3-9427341d6bf3 req-11f77281-109d-4ea3-b933-ccb3d927dec7 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 210 time: 0.0987349 May 26 11:20:01.312819 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-22994d29-1670-498f-94ba-93de641c1a62 req-193f575f-aa4d-4495-a118-ffc57825706b tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d4734528b4ee4c2199ebfde5ce5d289b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415704 May 26 11:20:01.341363 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde12d2-3ad2-4c36-8a13-4f8d70ce9fa2 req-4da0973c-642c-4ff7-b1e1-185ec36389ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:01.343115 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8dde12d2-3ad2-4c36-8a13-4f8d70ce9fa2 req-4da0973c-642c-4ff7-b1e1-185ec36389ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=513e1c4d-d73e-422d-b620-6e51d2db19e7 HTTP/1.1" status: 200 len: 918 time: 0.1823819 May 26 11:20:01.484533 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8dde12d2-3ad2-4c36-8a13-4f8d70ce9fa2 req-1c0ba7eb-acda-4041-a702-435c2efc4f0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1c56e03-5422-4313-924a-580129e15eda HTTP/1.1" status: 200 len: 1000 time: 0.1340084 May 26 11:20:01.502742 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22994d29-1670-498f-94ba-93de641c1a62 req-92d0e4c5-d9ad-4298-a534-9cfc21882844 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:01.504612 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-22994d29-1670-498f-94ba-93de641c1a62 req-92d0e4c5-d9ad-4298-a534-9cfc21882844 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868842 May 26 11:20:01.507112 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:01.526800 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [req-22994d29-1670-498f-94ba-93de641c1a62 req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Request body: {'port': {'device_id': '030caca5-0e9f-42d3-bb64-05fa9277aa11', 'network_id': 'e1538286-345f-414e-8c9b-204457e2ca2a', 'admin_state_up': True, 'tenant_id': 'd4734528b4ee4c2199ebfde5ce5d289b'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:20:01.559762 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde12d2-3ad2-4c36-8a13-4f8d70ce9fa2 req-10635aa2-1c96-4f15-9289-cf5cdde31aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:01.561292 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8dde12d2-3ad2-4c36-8a13-4f8d70ce9fa2 req-10635aa2-1c96-4f15-9289-cf5cdde31aae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5300992e-d385-4173-9ce7-e81c35af28bb HTTP/1.1" status: 200 len: 856 time: 0.0701072 May 26 11:20:01.658336 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde12d2-3ad2-4c36-8a13-4f8d70ce9fa2 req-0216eb0b-4948-429f-b58e-fedf4bd3cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:01.660350 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8dde12d2-3ad2-4c36-8a13-4f8d70ce9fa2 req-0216eb0b-4948-429f-b58e-fedf4bd3cb32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=513e1c4d-d73e-422d-b620-6e51d2db19e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0922656 May 26 11:20:01.845788 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [req-22994d29-1670-498f-94ba-93de641c1a62 req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:20:01.849164 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8dde12d2-3ad2-4c36-8a13-4f8d70ce9fa2 req-c7cd9553-f9ef-4105-a3f2-89b1eac2393d service neutron] 10.222.0.37 "GET /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801877 May 26 11:20:01.851746 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [req-22994d29-1670-498f-94ba-93de641c1a62 req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Usage tracker for resource:port and tenant:d4734528b4ee4c2199ebfde5ce5d289b is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:20:01.855601 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [req-22994d29-1670-498f-94ba-93de641c1a62 req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:20:01.867602 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [req-22994d29-1670-498f-94ba-93de641c1a62 req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:20:01.969621 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22994d29-1670-498f-94ba-93de641c1a62 req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Made reservation on behalf of d4734528b4ee4c2199ebfde5ce5d289b for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:20:01.974263 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-22994d29-1670-498f-94ba-93de641c1a62 req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:01.988300 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-22994d29-1670-498f-94ba-93de641c1a62 req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:02.004452 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [req-22994d29-1670-498f-94ba-93de641c1a62 req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:20:02.008200 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [req-22994d29-1670-498f-94ba-93de641c1a62 req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Usage tracker for resource:security_group_rule and tenant:d4734528b4ee4c2199ebfde5ce5d289b is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:20:02.011057 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [req-22994d29-1670-498f-94ba-93de641c1a62 req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:20:02.016645 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [req-22994d29-1670-498f-94ba-93de641c1a62 req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:20:02.036848 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8dde12d2-3ad2-4c36-8a13-4f8d70ce9fa2 req-c1ae832a-5da4-4e17-be9a-1fd011cd93cb service neutron] 10.222.0.37 "GET /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813073 May 26 11:20:02.075849 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cbef3-370a-45df-8c0c-1be81e84c656 req-bdd9a084-caac-49fa-b556-92c9505c1f9e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:02.077632 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0a4cbef3-370a-45df-8c0c-1be81e84c656 req-bdd9a084-caac-49fa-b556-92c9505c1f9e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.0891361 May 26 11:20:02.107535 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-22994d29-1670-498f-94ba-93de641c1a62 req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:02.123769 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0a4cbef3-370a-45df-8c0c-1be81e84c656 req-9593a04e-b654-4da5-8558-62880b4aefde tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402937 May 26 11:20:02.194102 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-22994d29-1670-498f-94ba-93de641c1a62 req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:02.197189 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3658f659-8f48-4958-8202-8f4f215633a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:02.276566 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51639d4b-9175-4aa9-be1d-a39fb0ad15e5,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:02.289113 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:02.289492 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:02.290645 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:02.291018 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:02.291380 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:02.291740 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:02.292095 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:02.292452 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:02.292810 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:02.293187 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:02.293540 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:02.293921 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:02.300003 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:02.388060 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-22994d29-1670-498f-94ba-93de641c1a62 req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Allocated IP 192.168.233.173 (e1538286-345f-414e-8c9b-204457e2ca2a/b32930dd-a2e1-48e6-82b7-40a3173d7172/f429e83f-f13b-4f56-adf0-251a8c6fe6b5) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:20:02.446484 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-118dac76-26d1-46d1-b4f3-2fc555bce05b req-2ed13c1c-0af0-464d-91d5-e11549c740cf tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 210 time: 0.0477479 May 26 11:20:02.597992 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-22994d29-1670-498f-94ba-93de641c1a62 req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:02.614141 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-22994d29-1670-498f-94ba-93de641c1a62 req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Transition to ACTIVE for port object f429e83f-f13b-4f56-adf0-251a8c6fe6b5 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:20:02.778225 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-22994d29-1670-498f-94ba-93de641c1a62 req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:02.784047 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9b34fd23-2e33-4b11-be82-d09ebcccf7b5 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:02.824611 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:02.851499 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22994d29-1670-498f-94ba-93de641c1a62 req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Network e1538286-345f-414e-8c9b-204457e2ca2a is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:20:02.854792 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-22994d29-1670-498f-94ba-93de641c1a62 req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:20:02.858654 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-22994d29-1670-498f-94ba-93de641c1a62 req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:20:02.900142 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Pushing event updated for resources: {'Port': ['ID=f429e83f-f13b-4f56-adf0-251a8c6fe6b5,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:02.911626 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:02.943668 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22994d29-1670-498f-94ba-93de641c1a62 req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:02.944359 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-22994d29-1670-498f-94ba-93de641c1a62 req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:03.074669 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-22994d29-1670-498f-94ba-93de641c1a62 req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5540192 May 26 11:20:03.092698 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [req-22994d29-1670-498f-94ba-93de641c1a62 req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] Request body: {'port': {'device_id': '030caca5-0e9f-42d3-bb64-05fa9277aa11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:20:03.192213 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-47896dca-a32d-4976-9c64-b824ee366ca6 None None] Provisioning for port f429e83f-f13b-4f56-adf0-251a8c6fe6b5 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:20:03.197886 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-47896dca-a32d-4976-9c64-b824ee366ca6 None None] Provisioning complete for port f429e83f-f13b-4f56-adf0-251a8c6fe6b5 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:20:03.202631 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-47896dca-a32d-4976-9c64-b824ee366ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:03.209558 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-22994d29-1670-498f-94ba-93de641c1a62 req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:03.287217 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-47896dca-a32d-4976-9c64-b824ee366ca6 None None] Port f429e83f-f13b-4f56-adf0-251a8c6fe6b5 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:20:03.352015 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cbf6d-2726-4e03-9f65-4dccbb532df7 req-4f22c5a7-6445-47c6-96d8-9cb09b78219d tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:03.354222 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b81cbf6d-2726-4e03-9f65-4dccbb532df7 req-4f22c5a7-6445-47c6-96d8-9cb09b78219d tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.1009831 May 26 11:20:03.414600 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b81cbf6d-2726-4e03-9f65-4dccbb532df7 req-6ec2bd54-0db3-419a-bb34-8edf37b3d3bb tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503495 May 26 11:20:03.608075 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.notifiers.nova [req-22994d29-1670-498f-94ba-93de641c1a62 req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f429e83f-f13b-4f56-adf0-251a8c6fe6b5 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:20:03.615626 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-22994d29-1670-498f-94ba-93de641c1a62 req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:03.630608 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-22994d29-1670-498f-94ba-93de641c1a62 req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] Transition to ACTIVE for port object f429e83f-f13b-4f56-adf0-251a8c6fe6b5 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:20:03.647127 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe4972-3e28-42a1-8b0b-5f798366b2e3 req-2956b3d1-c7a9-46ff-b0e7-0bb443937dd2 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:03.648573 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bbfe4972-3e28-42a1-8b0b-5f798366b2e3 req-2956b3d1-c7a9-46ff-b0e7-0bb443937dd2 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 936 time: 0.0838852 May 26 11:20:03.694072 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bbfe4972-3e28-42a1-8b0b-5f798366b2e3 req-c280eace-0a14-4abd-ac94-ab2f2e31298c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/security-groups?id=51639d4b-9175-4aa9-be1d-a39fb0ad15e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390308 May 26 11:20:03.752167 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-22994d29-1670-498f-94ba-93de641c1a62 req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-857911'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:03.756908 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-30eb796a-4902-4f4a-aa95-43bf16bc7b3d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:03.906510 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=f429e83f-f13b-4f56-adf0-251a8c6fe6b5,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:03.916431 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:04.006022 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-22994d29-1670-498f-94ba-93de641c1a62 req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] Attempting to bind port f429e83f-f13b-4f56-adf0-251a8c6fe6b5 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:20:04.009090 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-22994d29-1670-498f-94ba-93de641c1a62 req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] Attempting to bind port f429e83f-f13b-4f56-adf0-251a8c6fe6b5 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': 'a4d2a8cd-61e5-4cb7-a9ab-1211a7bdb012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1538286-345f-414e-8c9b-204457e2ca2a'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:20:04.009090 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22994d29-1670-498f-94ba-93de641c1a62 req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] Attempting to bind port f429e83f-f13b-4f56-adf0-251a8c6fe6b5 on network e1538286-345f-414e-8c9b-204457e2ca2a {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:20:04.012590 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22994d29-1670-498f-94ba-93de641c1a62 req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] Port f429e83f-f13b-4f56-adf0-251a8c6fe6b5 on network e1538286-345f-414e-8c9b-204457e2ca2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:20:04.012876 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22994d29-1670-498f-94ba-93de641c1a62 req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] Attempting to bind port f429e83f-f13b-4f56-adf0-251a8c6fe6b5 on network e1538286-345f-414e-8c9b-204457e2ca2a {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:20:04.018272 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22994d29-1670-498f-94ba-93de641c1a62 req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] Checking agent: {'id': 'e864f0ab-5241-4583-ad18-7aea86fa37e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'started_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:20:04.018613 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22994d29-1670-498f-94ba-93de641c1a62 req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] Checking segment: {'id': 'a4d2a8cd-61e5-4cb7-a9ab-1211a7bdb012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1538286-345f-414e-8c9b-204457e2ca2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:20:04.019002 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22994d29-1670-498f-94ba-93de641c1a62 req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] Bound using segment: {'id': 'a4d2a8cd-61e5-4cb7-a9ab-1211a7bdb012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1538286-345f-414e-8c9b-204457e2ca2a'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:20:04.019434 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-22994d29-1670-498f-94ba-93de641c1a62 req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] Bound port: f429e83f-f13b-4f56-adf0-251a8c6fe6b5, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d2a8cd-61e5-4cb7-a9ab-1211a7bdb012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1538286-345f-414e-8c9b-204457e2ca2a'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:20:04.019785 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-22994d29-1670-498f-94ba-93de641c1a62 req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:04.117259 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-22994d29-1670-498f-94ba-93de641c1a62 req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] For port f429e83f-f13b-4f56-adf0-251a8c6fe6b5, host hv-cinder-79313, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:20:04.121977 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-22994d29-1670-498f-94ba-93de641c1a62 req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] For port f429e83f-f13b-4f56-adf0-251a8c6fe6b5, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=f429e83f-f13b-4f56-adf0-251a8c6fe6b5,segment=NetworkSegment(a4d2a8cd-61e5-4cb7-a9ab-1211a7bdb012),segment_id=a4d2a8cd-61e5-4cb7-a9ab-1211a7bdb012)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:20:04.188847 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-22994d29-1670-498f-94ba-93de641c1a62 req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-857911'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:04.192707 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:04.254619 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22994d29-1670-498f-94ba-93de641c1a62 req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:04.255224 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-22994d29-1670-498f-94ba-93de641c1a62 req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:04.256949 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-22994d29-1670-498f-94ba-93de641c1a62 req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] 10.222.0.37 "PUT /v2.0/ports/f429e83f-f13b-4f56-adf0-251a8c6fe6b5 HTTP/1.1" status: 200 len: 1098 time: 1.1684184 May 26 11:20:04.260541 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030caca5-0e9f-42d3-bb64-05fa9277aa11', 'tag': 'f429e83f-f13b-4f56-adf0-251a8c6fe6b5'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:20:04.302118 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=f429e83f-f13b-4f56-adf0-251a8c6fe6b5,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:04.302118 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:04.323212 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030caca5-0e9f-42d3-bb64-05fa9277aa11', 'tag': 'f429e83f-f13b-4f56-adf0-251a8c6fe6b5', 'status': 'completed', 'code': 200} May 26 11:20:04.446697 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011da9c-c753-4337-a822-b3c856559d33 req-82fd78f1-b914-4ff8-85de-cbf9952cb9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:04.448203 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-0011da9c-c753-4337-a822-b3c856559d33 req-82fd78f1-b914-4ff8-85de-cbf9952cb9ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4734528b4ee4c2199ebfde5ce5d289b&device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 1101 time: 0.0813944 May 26 11:20:04.462019 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device a1c56e03-5422-4313-924a-580129e15eda no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:20:04.489974 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-0011da9c-c753-4337-a822-b3c856559d33 req-503f53db-f1df-4ae1-901f-4a77f9029905 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d4734528b4ee4c2199ebfde5ce5d289b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266249 May 26 11:20:04.660303 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2024a-effe-4c75-8c99-78971e26921b req-e4ed5fd9-1c8a-46ea-9141-bb56cda50b6d tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:04.663022 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-33b2024a-effe-4c75-8c99-78971e26921b req-e4ed5fd9-1c8a-46ea-9141-bb56cda50b6d tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 945 time: 0.0990043 May 26 11:20:04.711445 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:04.734058 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-33b2024a-effe-4c75-8c99-78971e26921b req-7fd42866-0777-42b7-b131-0e30126a988b tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632029 May 26 11:20:04.762374 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011da9c-c753-4337-a822-b3c856559d33 req-8e04c33a-a59b-47ef-b508-b05cfa2bed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:04.764509 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-0011da9c-c753-4337-a822-b3c856559d33 req-8e04c33a-a59b-47ef-b508-b05cfa2bed74 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2664561 May 26 11:20:04.766462 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port a1c56e03-5422-4313-924a-580129e15eda, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a1c56e03-5422-4313-924a-580129e15eda,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:20:04.767788 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531f7ace-2e28-47c8-a961-5bb265dd1618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c56e03-5422-4313-924a-580129e15eda'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:20:04.823977 dv-cinder-793136-1-iscsi neutron-server[92387]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '531f7ace-2e28-47c8-a961-5bb265dd1618', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a1c56e03-5422-4313-924a-580129e15eda', 'code': 422} returned with failed status May 26 11:20:04.845826 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:04.848265 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2bdec831-3bd3-443e-9317-95ecddd68c03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:04.927926 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22994d29-1670-498f-94ba-93de641c1a62 req-15567012-39d1-48a0-a81b-d36bb6ef51f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:04.930102 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-22994d29-1670-498f-94ba-93de641c1a62 req-15567012-39d1-48a0-a81b-d36bb6ef51f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4734528b4ee4c2199ebfde5ce5d289b&device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 1101 time: 0.0960083 May 26 11:20:04.932110 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=a1c56e03-5422-4313-924a-580129e15eda,revision_number=8']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:04.935402 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:04.941557 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e827a-a07f-4bcc-b433-9e97ff93a520 req-c0fad8a2-72fb-4fba-a7fd-bfe269da0166 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:04.942902 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a71e827a-a07f-4bcc-b433-9e97ff93a520 req-c0fad8a2-72fb-4fba-a7fd-bfe269da0166 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 948 time: 0.1109312 May 26 11:20:04.991794 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a71e827a-a07f-4bcc-b433-9e97ff93a520 req-c9d839ab-8dce-48f4-b2d2-22d1e4829e93 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/security-groups?id=51639d4b-9175-4aa9-be1d-a39fb0ad15e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422702 May 26 11:20:05.015693 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-22994d29-1670-498f-94ba-93de641c1a62 req-46560e90-3873-4f1a-97fa-de536cc37ea9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=f429e83f-f13b-4f56-adf0-251a8c6fe6b5 HTTP/1.1" status: 200 len: 217 time: 0.0698054 May 26 11:20:05.083221 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22994d29-1670-498f-94ba-93de641c1a62 req-268b8aa1-517c-4c25-a1f7-0c8f69ad9f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:05.084765 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-22994d29-1670-498f-94ba-93de641c1a62 req-268b8aa1-517c-4c25-a1f7-0c8f69ad9f04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b32930dd-a2e1-48e6-82b7-40a3173d7172 HTTP/1.1" status: 200 len: 843 time: 0.0624390 May 26 11:20:05.163501 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22994d29-1670-498f-94ba-93de641c1a62 req-5e91e3ea-1292-4224-8603-f9acf9d29ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:05.165566 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-22994d29-1670-498f-94ba-93de641c1a62 req-5e91e3ea-1292-4224-8603-f9acf9d29ae8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1538286-345f-414e-8c9b-204457e2ca2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0739608 May 26 11:20:05.312741 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-22994d29-1670-498f-94ba-93de641c1a62 req-7361da82-9ed7-42b0-a24f-9b3122be8a21 service neutron] 10.222.0.37 "GET /v2.0/networks/e1538286-345f-414e-8c9b-204457e2ca2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303763 May 26 11:20:05.453355 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-22994d29-1670-498f-94ba-93de641c1a62 req-b013717c-5086-42a9-a4eb-dc70c24c2991 service neutron] 10.222.0.37 "GET /v2.0/networks/e1538286-345f-414e-8c9b-204457e2ca2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335809 May 26 11:20:06.197450 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5350c83-2778-4ce0-b299-e6a2b6a52944 req-fb439d4c-3a7c-43c0-99c3-79f592af0f68 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:06.202294 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f5350c83-2778-4ce0-b299-e6a2b6a52944 req-fb439d4c-3a7c-43c0-99c3-79f592af0f68 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 948 time: 0.0951383 May 26 11:20:06.251684 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f5350c83-2778-4ce0-b299-e6a2b6a52944 req-a02ccc62-4a4e-45b3-a320-be5ab9a67d7c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/security-groups?id=51639d4b-9175-4aa9-be1d-a39fb0ad15e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465953 May 26 11:20:07.448894 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4c194-4e0a-4176-b2ea-8d9b15349627 req-4c419e00-a343-4719-839d-37c1d9ee7ec2 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:07.450419 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fbd4c194-4e0a-4176-b2ea-8d9b15349627 req-4c419e00-a343-4719-839d-37c1d9ee7ec2 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 948 time: 0.0807917 May 26 11:20:07.496243 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fbd4c194-4e0a-4176-b2ea-8d9b15349627 req-ec82e55e-55fa-4e2c-a9eb-9d2a1754afc8 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/security-groups?id=51639d4b-9175-4aa9-be1d-a39fb0ad15e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395465 May 26 11:20:07.737315 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccf534-5524-4354-a456-cefc576478a6 req-3c7ba56a-946c-459d-8d13-83be3e686f76 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:07.738902 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-62ccf534-5524-4354-a456-cefc576478a6 req-3c7ba56a-946c-459d-8d13-83be3e686f76 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 943 time: 0.0883989 May 26 11:20:07.788890 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-62ccf534-5524-4354-a456-cefc576478a6 req-5790a0df-7ba6-408b-9c73-710ee05bdd21 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430620 May 26 11:20:08.237225 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 54698) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:20:08.362394 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b3c45417-2646-47be-a28d-354771d795e5 req-9f57840c-1749-453d-97c8-b55b1fbd4f85 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1238945 May 26 11:20:08.469496 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device f429e83f-f13b-4f56-adf0-251a8c6fe6b5 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:20:08.674386 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port f429e83f-f13b-4f56-adf0-251a8c6fe6b5, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=f429e83f-f13b-4f56-adf0-251a8c6fe6b5,segment=NetworkSegment(a4d2a8cd-61e5-4cb7-a9ab-1211a7bdb012),segment_id=a4d2a8cd-61e5-4cb7-a9ab-1211a7bdb012)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:20:08.690228 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': 'f429e83f-f13b-4f56-adf0-251a8c6fe6b5', 'network_id': 'e1538286-345f-414e-8c9b-204457e2ca2a', 'port_id': 'f429e83f-f13b-4f56-adf0-251a8c6fe6b5', 'mac_address': 'fa:16:3e:9a:e7:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b32930dd-a2e1-48e6-82b7-40a3173d7172', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:20:08.759201 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:08.780200 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f429e83f-f13b-4f56-adf0-251a8c6fe6b5 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:20:08.800153 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port f429e83f-f13b-4f56-adf0-251a8c6fe6b5, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=f429e83f-f13b-4f56-adf0-251a8c6fe6b5,segment=NetworkSegment(a4d2a8cd-61e5-4cb7-a9ab-1211a7bdb012),segment_id=a4d2a8cd-61e5-4cb7-a9ab-1211a7bdb012)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:20:08.853783 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b5155-ff5c-47b4-9c05-1f00c5d6c060 req-562f19c0-0734-43c8-97ad-423db6f9094f tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:08.855722 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bc3b5155-ff5c-47b4-9c05-1f00c5d6c060 req-562f19c0-0734-43c8-97ad-423db6f9094f tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 948 time: 0.2064590 May 26 11:20:08.889137 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:08.892378 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:08.903381 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bc3b5155-ff5c-47b4-9c05-1f00c5d6c060 req-8671a8cb-c8c8-4965-a38f-854dea984a72 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/security-groups?id=51639d4b-9175-4aa9-be1d-a39fb0ad15e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413775 May 26 11:20:08.981883 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=f429e83f-f13b-4f56-adf0-251a8c6fe6b5,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:08.985100 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:09.090174 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49785c9e-2514-4781-9faf-b1a34b340fa7 req-d2daec4a-d17d-4fd1-aa86-8bca1cbfac0b tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:09.091752 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-49785c9e-2514-4781-9faf-b1a34b340fa7 req-d2daec4a-d17d-4fd1-aa86-8bca1cbfac0b tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 943 time: 0.1114831 May 26 11:20:09.139879 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-49785c9e-2514-4781-9faf-b1a34b340fa7 req-2668326e-caa9-428e-b705-17ac4bfdbc46 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422628 May 26 11:20:09.204204 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['f429e83f-f13b-4f56-adf0-251a8c6fe6b5'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:20:10.097622 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8f5af-abf4-4a0e-b8c7-604037a3c910 req-6f2cdc7b-78c1-45b3-9b5e-c1bf39718165 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:10.099209 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-45f8f5af-abf4-4a0e-b8c7-604037a3c910 req-6f2cdc7b-78c1-45b3-9b5e-c1bf39718165 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 949 time: 0.0850859 May 26 11:20:10.149568 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-45f8f5af-abf4-4a0e-b8c7-604037a3c910 req-dc518e7d-46bd-469d-b17b-5ed0136f95a7 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/security-groups?id=51639d4b-9175-4aa9-be1d-a39fb0ad15e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439973 May 26 11:20:10.235934 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c45417-2646-47be-a28d-354771d795e5 req-6e5c4784-1e61-4c5e-80cf-a07bafee3425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:10.237501 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-b3c45417-2646-47be-a28d-354771d795e5 req-6e5c4784-1e61-4c5e-80cf-a07bafee3425 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618&tenant_id=a6fe442964904bd3b71480242adf4f16 HTTP/1.1" status: 200 len: 1096 time: 0.0778136 May 26 11:20:10.338891 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3397b-7005-48df-b16f-c64dafe70f15 req-6b4e306e-6f0c-45ad-8369-baa5498e8738 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:10.340716 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-dce3397b-7005-48df-b16f-c64dafe70f15 req-6b4e306e-6f0c-45ad-8369-baa5498e8738 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 943 time: 0.0854104 May 26 11:20:10.350540 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c45417-2646-47be-a28d-354771d795e5 req-1da9f91c-0993-4125-a6a5-2996a0c244b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:10.352149 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-b3c45417-2646-47be-a28d-354771d795e5 req-1da9f91c-0993-4125-a6a5-2996a0c244b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6fe442964904bd3b71480242adf4f16&device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 1096 time: 0.0749669 May 26 11:20:10.394092 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-dce3397b-7005-48df-b16f-c64dafe70f15 req-86a53db2-ba25-42f0-a87d-5c232fa45726 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478573 May 26 11:20:10.482311 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device f429e83f-f13b-4f56-adf0-251a8c6fe6b5 up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:20:10.488561 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c45417-2646-47be-a28d-354771d795e5 req-6a569f25-f8e2-4430-8ee9-621980f3bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:10.490133 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-b3c45417-2646-47be-a28d-354771d795e5 req-6a569f25-f8e2-4430-8ee9-621980f3bbd6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=513e1c4d-d73e-422d-b620-6e51d2db19e7 HTTP/1.1" status: 200 len: 918 time: 0.1288273 May 26 11:20:10.600159 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-b3c45417-2646-47be-a28d-354771d795e5 req-f83d4bd8-d324-4041-a727-172cfe83fb81 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1c56e03-5422-4313-924a-580129e15eda HTTP/1.1" status: 200 len: 998 time: 0.1035616 May 26 11:20:10.667175 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c45417-2646-47be-a28d-354771d795e5 req-e8bec3e4-c3bb-4722-831a-e299e9152368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:10.668659 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-b3c45417-2646-47be-a28d-354771d795e5 req-e8bec3e4-c3bb-4722-831a-e299e9152368 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5300992e-d385-4173-9ce7-e81c35af28bb HTTP/1.1" status: 200 len: 856 time: 0.0611894 May 26 11:20:10.680131 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning for port f429e83f-f13b-4f56-adf0-251a8c6fe6b5 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:20:10.685988 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port f429e83f-f13b-4f56-adf0-251a8c6fe6b5 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:20:10.686398 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:10.751748 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c45417-2646-47be-a28d-354771d795e5 req-bc6c48d2-be34-4766-91fa-8d110f33b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:10.753055 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-b3c45417-2646-47be-a28d-354771d795e5 req-bc6c48d2-be34-4766-91fa-8d110f33b8a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=513e1c4d-d73e-422d-b620-6e51d2db19e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767105 May 26 11:20:10.813325 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:10.849394 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030caca5-0e9f-42d3-bb64-05fa9277aa11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f429e83f-f13b-4f56-adf0-251a8c6fe6b5'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:20:10.860294 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port f429e83f-f13b-4f56-adf0-251a8c6fe6b5, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=f429e83f-f13b-4f56-adf0-251a8c6fe6b5,segment=NetworkSegment(a4d2a8cd-61e5-4cb7-a9ab-1211a7bdb012),segment_id=a4d2a8cd-61e5-4cb7-a9ab-1211a7bdb012)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:20:10.895856 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030caca5-0e9f-42d3-bb64-05fa9277aa11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f429e83f-f13b-4f56-adf0-251a8c6fe6b5', 'code': 200} May 26 11:20:10.903797 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-b3c45417-2646-47be-a28d-354771d795e5 req-dbd99d46-4ea8-491c-a6d5-215e2a367dfb service neutron] 10.222.0.37 "GET /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431768 May 26 11:20:10.966200 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:10.968062 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:11.051887 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=f429e83f-f13b-4f56-adf0-251a8c6fe6b5,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:11.057182 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:11.077819 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-b3c45417-2646-47be-a28d-354771d795e5 req-08bea619-7ac2-4d16-8049-946b5fec5604 service neutron] 10.222.0.37 "GET /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464021 May 26 11:20:11.343552 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61603853-8655-462e-85ab-3352f0031c10 req-f1e8af41-5cde-4f8d-9173-1b69d3902d23 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:11.346255 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-61603853-8655-462e-85ab-3352f0031c10 req-f1e8af41-5cde-4f8d-9173-1b69d3902d23 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 950 time: 0.0870588 May 26 11:20:11.380833 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835461b-ff77-4182-adeb-25e9c817e2e6 req-cd75b23b-5329-4d5d-ae40-22fe5120c2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:11.382341 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-8835461b-ff77-4182-adeb-25e9c817e2e6 req-cd75b23b-5329-4d5d-ae40-22fe5120c2a1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 1103 time: 0.0748582 May 26 11:20:11.392663 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-61603853-8655-462e-85ab-3352f0031c10 req-ad910f9a-f845-4520-adb7-09b431c3e078 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/security-groups?id=51639d4b-9175-4aa9-be1d-a39fb0ad15e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409546 May 26 11:20:11.426675 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-8835461b-ff77-4182-adeb-25e9c817e2e6 req-666cd4b7-5d8c-41de-bc73-30836aa9d4bf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=51639d4b-9175-4aa9-be1d-a39fb0ad15e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373266 May 26 11:20:11.607091 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef5ae4-0359-4b0b-a807-8f37e9fc667b req-59d3aa23-e02f-42a4-8add-6acabe81ec94 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:11.608893 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d5ef5ae4-0359-4b0b-a807-8f37e9fc667b req-59d3aa23-e02f-42a4-8add-6acabe81ec94 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 943 time: 0.0922103 May 26 11:20:11.657902 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d5ef5ae4-0359-4b0b-a807-8f37e9fc667b req-c53338e2-8d0e-4d86-bb17-541296ff55bb tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415051 May 26 11:20:12.590750 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff55a1-09ed-4085-9625-0d35c01855eb req-988bf076-e270-49ad-b30c-524bbcb48756 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:12.592305 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-69ff55a1-09ed-4085-9625-0d35c01855eb req-988bf076-e270-49ad-b30c-524bbcb48756 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 950 time: 0.0888629 May 26 11:20:12.639849 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-69ff55a1-09ed-4085-9625-0d35c01855eb req-f11bba83-aa3c-4f62-82c0-ed1d4a925a0b tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/security-groups?id=51639d4b-9175-4aa9-be1d-a39fb0ad15e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418000 May 26 11:20:12.883742 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dba486-dbcb-4f3a-81a2-e2fbb533c75d req-9c8c51a1-88a4-4018-aa94-bf0d959a0d7c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:12.885677 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-93dba486-dbcb-4f3a-81a2-e2fbb533c75d req-9c8c51a1-88a4-4018-aa94-bf0d959a0d7c tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 943 time: 0.0988367 May 26 11:20:12.944754 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-93dba486-dbcb-4f3a-81a2-e2fbb533c75d req-55fb37d5-5b16-42f3-8bb5-62f91cbb20fe tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497422 May 26 11:20:13.313731 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:20:13.838713 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2b5a8-b00b-4a85-bc7e-7fb2418e00b8 req-5df1424b-607a-4c47-99bd-cb586991e980 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:13.842957 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-65e2b5a8-b00b-4a85-bc7e-7fb2418e00b8 req-5df1424b-607a-4c47-99bd-cb586991e980 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 950 time: 0.0911536 May 26 11:20:13.900422 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-65e2b5a8-b00b-4a85-bc7e-7fb2418e00b8 req-921b27ce-a9b9-43a4-a798-10766cb16108 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/security-groups?id=51639d4b-9175-4aa9-be1d-a39fb0ad15e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511701 May 26 11:20:14.170510 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2fa41-bbe9-4f7e-be43-204562079fba req-f37734f5-a051-468e-a27b-db16e84e8ba4 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:14.171658 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4cc2fa41-bbe9-4f7e-be43-204562079fba req-f37734f5-a051-468e-a27b-db16e84e8ba4 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 943 time: 0.0955894 May 26 11:20:14.218805 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4cc2fa41-bbe9-4f7e-be43-204562079fba req-676a3099-d099-43a3-b28e-2b33f8157eb6 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413501 May 26 11:20:15.151688 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a9c7b-02fb-4fdb-a28a-64aa9c545d27 req-e87acbd1-74d9-48f8-8ca9-c3504f57e007 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:15.153413 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0f1a9c7b-02fb-4fdb-a28a-64aa9c545d27 req-e87acbd1-74d9-48f8-8ca9-c3504f57e007 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 950 time: 0.1227911 May 26 11:20:15.208300 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0f1a9c7b-02fb-4fdb-a28a-64aa9c545d27 req-6779561a-3013-4998-b920-bdbebfcdbd6a tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/security-groups?id=51639d4b-9175-4aa9-be1d-a39fb0ad15e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488710 May 26 11:20:15.432474 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5f20a-0869-4eb2-92d3-8c8021b4fe0b req-6bd04996-b2e2-4006-980b-458abb705a67 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:15.433971 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e0d5f20a-0869-4eb2-92d3-8c8021b4fe0b req-6bd04996-b2e2-4006-980b-458abb705a67 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 943 time: 0.0922434 May 26 11:20:15.484597 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e0d5f20a-0869-4eb2-92d3-8c8021b4fe0b req-b0b51c06-fcee-4906-b181-3fa9a428da98 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441329 May 26 11:20:16.416052 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d091d-ebb8-424c-be39-9495895a3b12 req-cde6815b-885e-4239-a269-264461a1b449 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:16.417474 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f59d091d-ebb8-424c-be39-9495895a3b12 req-cde6815b-885e-4239-a269-264461a1b449 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 950 time: 0.0889661 May 26 11:20:16.467982 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f59d091d-ebb8-424c-be39-9495895a3b12 req-3f59af89-355e-4928-ad44-7cd170837b09 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/security-groups?id=51639d4b-9175-4aa9-be1d-a39fb0ad15e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444529 May 26 11:20:16.700734 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04f043-5709-483c-9905-b9288dca13fb req-229f34f6-012e-44aa-8667-63b74760f165 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:16.702518 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4f04f043-5709-483c-9905-b9288dca13fb req-229f34f6-012e-44aa-8667-63b74760f165 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 943 time: 0.0851552 May 26 11:20:16.749895 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4f04f043-5709-483c-9905-b9288dca13fb req-911093f3-14a5-4c7e-85d8-2280c752d5c4 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417507 May 26 11:20:17.663726 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2dadcc-8e65-440e-a1fa-20e1b1152746 req-01994be3-6705-4e97-9153-a1cf5a99939e tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:17.665465 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eb2dadcc-8e65-440e-a1fa-20e1b1152746 req-01994be3-6705-4e97-9153-a1cf5a99939e tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 950 time: 0.0891495 May 26 11:20:17.715227 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eb2dadcc-8e65-440e-a1fa-20e1b1152746 req-e61b708f-a361-4bda-b57a-f928832a4bec tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/security-groups?id=51639d4b-9175-4aa9-be1d-a39fb0ad15e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434909 May 26 11:20:17.959764 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257019d4-97b0-4579-8cc2-bf3e39b5cbe8 req-44542489-405a-41bd-8285-8e2322f29982 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:17.961207 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-257019d4-97b0-4579-8cc2-bf3e39b5cbe8 req-44542489-405a-41bd-8285-8e2322f29982 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 943 time: 0.0913360 May 26 11:20:18.017369 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-257019d4-97b0-4579-8cc2-bf3e39b5cbe8 req-47edcd09-b7d5-43a4-a75f-94f1690a4424 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490811 May 26 11:20:18.908888 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936e42b-133a-40a4-af6b-1a26892ef10e req-73e49b7f-d91c-4360-afb2-7e75fc57f731 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:18.910359 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9936e42b-133a-40a4-af6b-1a26892ef10e req-73e49b7f-d91c-4360-afb2-7e75fc57f731 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 950 time: 0.0890417 May 26 11:20:18.959257 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9936e42b-133a-40a4-af6b-1a26892ef10e req-95da82f5-109d-45b6-825c-7b8b8cb419c1 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/security-groups?id=51639d4b-9175-4aa9-be1d-a39fb0ad15e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423813 May 26 11:20:19.224314 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400a105-0fda-4b29-a631-c872f5a33581 req-c3549188-3e93-41aa-8b00-0b99789891b2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:19.225855 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5400a105-0fda-4b29-a631-c872f5a33581 req-c3549188-3e93-41aa-8b00-0b99789891b2 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 943 time: 0.0923398 May 26 11:20:19.273122 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5400a105-0fda-4b29-a631-c872f5a33581 req-78b2d40c-d522-498a-8717-34f2b65d9f0a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414619 May 26 11:20:20.163378 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b3659-8d4a-4008-9120-81b0729c4960 req-9ad221b2-badc-4421-a516-7fec804cf125 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:20.164997 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f12b3659-8d4a-4008-9120-81b0729c4960 req-9ad221b2-badc-4421-a516-7fec804cf125 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 950 time: 0.0858905 May 26 11:20:20.218493 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f12b3659-8d4a-4008-9120-81b0729c4960 req-631bf4b5-3e5e-4b58-a519-b73be1fa1319 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/security-groups?id=51639d4b-9175-4aa9-be1d-a39fb0ad15e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459447 May 26 11:20:20.482356 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81e736-d47b-4183-b85c-6a59e221246d req-55506639-ee1b-49da-a6c3-6dfceaea34de tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:20.484215 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7e81e736-d47b-4183-b85c-6a59e221246d req-55506639-ee1b-49da-a6c3-6dfceaea34de tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 943 time: 0.0928030 May 26 11:20:20.530027 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7e81e736-d47b-4183-b85c-6a59e221246d req-b49f3ebe-a440-44d3-b243-fad1b043a740 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401647 May 26 11:20:21.428844 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15345ff1-7cc8-43a2-bfaa-08895314bc73 req-cab8e455-2b68-48f7-a407-1a285feb3ff5 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:21.430547 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-15345ff1-7cc8-43a2-bfaa-08895314bc73 req-cab8e455-2b68-48f7-a407-1a285feb3ff5 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 950 time: 0.0918369 May 26 11:20:21.486038 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-15345ff1-7cc8-43a2-bfaa-08895314bc73 req-41f3202a-02fa-4912-bae9-4bb95085cd2b tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/security-groups?id=51639d4b-9175-4aa9-be1d-a39fb0ad15e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492959 May 26 11:20:21.851757 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a517b0-b823-4a5d-8d62-a068f0ca66a5 req-a5ae5166-d037-4ebb-add9-81aa3bf34642 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:21.853289 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e1a517b0-b823-4a5d-8d62-a068f0ca66a5 req-a5ae5166-d037-4ebb-add9-81aa3bf34642 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 943 time: 0.1912081 May 26 11:20:21.901371 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e1a517b0-b823-4a5d-8d62-a068f0ca66a5 req-d1a87740-fde1-4c96-ae9b-5654440602e1 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420592 May 26 11:20:22.679262 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c3fd6-2a60-4131-88a5-3b4a07132508 req-1244693d-7b14-4504-a6f6-47103f29121d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:22.680834 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2f6c3fd6-2a60-4131-88a5-3b4a07132508 req-1244693d-7b14-4504-a6f6-47103f29121d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 950 time: 0.0860038 May 26 11:20:22.727929 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2f6c3fd6-2a60-4131-88a5-3b4a07132508 req-20835dea-e48d-434b-a7f3-184c4211cfbe tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/security-groups?id=51639d4b-9175-4aa9-be1d-a39fb0ad15e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412576 May 26 11:20:23.101433 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4911c77-2496-4e88-8a24-9d85914c784a req-52819a4b-0d04-4cca-822c-758c7db37f7a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:23.103012 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f4911c77-2496-4e88-8a24-9d85914c784a req-52819a4b-0d04-4cca-822c-758c7db37f7a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 943 time: 0.0805554 May 26 11:20:23.151622 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f4911c77-2496-4e88-8a24-9d85914c784a req-c6f9efd2-27cb-48e7-9b38-c3c37c9e4b04 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428469 May 26 11:20:23.928186 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b061a8d-8d50-4037-b088-548b504c960b req-3b246fa3-5be9-4285-8d65-3b7dfd60ecf6 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:23.929669 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7b061a8d-8d50-4037-b088-548b504c960b req-3b246fa3-5be9-4285-8d65-3b7dfd60ecf6 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 950 time: 0.0899286 May 26 11:20:23.983803 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7b061a8d-8d50-4037-b088-548b504c960b req-26b07d6c-4634-4169-b018-2e025d23b39b tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/security-groups?id=51639d4b-9175-4aa9-be1d-a39fb0ad15e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475245 May 26 11:20:24.363374 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316a83d-60f0-43c3-8c84-33b7936a7157 req-049a9a05-d899-4f06-a855-021aa3769a7e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:24.364811 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f316a83d-60f0-43c3-8c84-33b7936a7157 req-049a9a05-d899-4f06-a855-021aa3769a7e tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 943 time: 0.0934739 May 26 11:20:24.410962 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f316a83d-60f0-43c3-8c84-33b7936a7157 req-795c8849-d623-4573-b7cf-d348e6c53660 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400779 May 26 11:20:24.553465 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device a1c56e03-5422-4313-924a-580129e15eda details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:20:24.692717 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port a1c56e03-5422-4313-924a-580129e15eda, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a1c56e03-5422-4313-924a-580129e15eda,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:20:24.706655 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': 'a1c56e03-5422-4313-924a-580129e15eda', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'port_id': 'a1c56e03-5422-4313-924a-580129e15eda', 'mac_address': 'fa:16:3e:b4:a5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:20:24.769004 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:24.786707 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c56e03-5422-4313-924a-580129e15eda {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:20:24.803869 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port a1c56e03-5422-4313-924a-580129e15eda, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a1c56e03-5422-4313-924a-580129e15eda,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:20:25.114967 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:25.117585 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:25.184190 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c4c43-809b-4a31-b29a-415bc8f58593 req-14996c06-24f6-4469-be17-2bb898e37488 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:25.185829 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6e3c4c43-809b-4a31-b29a-415bc8f58593 req-14996c06-24f6-4469-be17-2bb898e37488 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 950 time: 0.0899284 May 26 11:20:25.192393 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=a1c56e03-5422-4313-924a-580129e15eda,revision_number=9']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:25.202850 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:25.203190 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:25.203533 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:25.203870 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:25.204201 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:25.204533 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:25.204855 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:25.205179 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:25.205501 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:25.205903 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:25.206218 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:25.206540 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:25.210918 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:25.239093 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6e3c4c43-809b-4a31-b29a-415bc8f58593 req-200a058e-119c-421e-90d6-f5608251da30 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/security-groups?id=51639d4b-9175-4aa9-be1d-a39fb0ad15e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471981 May 26 11:20:25.455218 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['a1c56e03-5422-4313-924a-580129e15eda'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:20:25.617308 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b216aae-ae5f-487f-aecd-a099dc1217bc req-c8c2b9e0-41a3-455e-a14e-38bba5c86a43 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:25.619229 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8b216aae-ae5f-487f-aecd-a099dc1217bc req-c8c2b9e0-41a3-455e-a14e-38bba5c86a43 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 944 time: 0.0955195 May 26 11:20:25.667136 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8b216aae-ae5f-487f-aecd-a099dc1217bc req-cb5c23c1-86c0-4d0f-b554-5480d9513510 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420933 May 26 11:20:25.944335 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc0a96-2fac-4ae9-8d2f-ab0b6486ae99 req-16ea05b6-699f-41d2-99e6-90f7225b5810 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:25.946377 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-13dc0a96-2fac-4ae9-8d2f-ab0b6486ae99 req-16ea05b6-699f-41d2-99e6-90f7225b5810 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 950 time: 0.0826542 May 26 11:20:25.992970 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-13dc0a96-2fac-4ae9-8d2f-ab0b6486ae99 req-ffeb9e87-2f8a-47ce-910e-edb6c95612c2 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/security-groups?id=51639d4b-9175-4aa9-be1d-a39fb0ad15e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398369 May 26 11:20:26.420617 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-efaa64f4-06e9-4341-867b-29ff2aabaad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:26.569833 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device a1c56e03-5422-4313-924a-580129e15eda up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:20:26.640663 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port a1c56e03-5422-4313-924a-580129e15eda triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:20:26.641039 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:26.776555 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:26.805772 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531f7ace-2e28-47c8-a961-5bb265dd1618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c56e03-5422-4313-924a-580129e15eda'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:20:26.826341 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port a1c56e03-5422-4313-924a-580129e15eda, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a1c56e03-5422-4313-924a-580129e15eda,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:20:26.865713 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531f7ace-2e28-47c8-a961-5bb265dd1618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c56e03-5422-4313-924a-580129e15eda', 'code': 200} May 26 11:20:26.881814 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6652fe-10b1-4c34-952f-ef8ea8659271 req-2123bf5e-3f8e-4ac1-b34a-fa17b1c318b8 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:26.892745 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5b6652fe-10b1-4c34-952f-ef8ea8659271 req-2123bf5e-3f8e-4ac1-b34a-fa17b1c318b8 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 944 time: 0.0933676 May 26 11:20:26.915436 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:26.917788 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:26.938026 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5b6652fe-10b1-4c34-952f-ef8ea8659271 req-df3af2ad-f89c-4f33-80db-9b70273d5941 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489898 May 26 11:20:26.997238 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=a1c56e03-5422-4313-924a-580129e15eda,revision_number=10']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:27.000464 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:27.203028 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a34c6-536f-4e10-9216-926cdc0f7b9d req-2020f462-817d-48fc-b567-2c722a3abcfe tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:27.204527 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-663a34c6-536f-4e10-9216-926cdc0f7b9d req-2020f462-817d-48fc-b567-2c722a3abcfe tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 950 time: 0.0874612 May 26 11:20:27.254552 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-663a34c6-536f-4e10-9216-926cdc0f7b9d req-2ae3302e-42e2-402c-b69e-4b2b08cb1998 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/security-groups?id=51639d4b-9175-4aa9-be1d-a39fb0ad15e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437536 May 26 11:20:27.491593 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eba351-01eb-4d22-9db4-00b2f12f303f req-b4ad60e3-2d0e-413b-abd5-69d733886fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:27.493144 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-85eba351-01eb-4d22-9db4-00b2f12f303f req-b4ad60e3-2d0e-413b-abd5-69d733886fe7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 1099 time: 0.1685812 May 26 11:20:27.560005 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-85eba351-01eb-4d22-9db4-00b2f12f303f req-164049f5-600b-48fa-bb01-3d622c24f049 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391259 May 26 11:20:27.604341 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09318f80-563f-40cd-bdfe-ebfec4fd0074 req-a50af9c7-b4ee-4e81-9bf9-e911d495e903 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:27.605969 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-09318f80-563f-40cd-bdfe-ebfec4fd0074 req-a50af9c7-b4ee-4e81-9bf9-e911d495e903 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.37 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 950 time: 0.0857356 May 26 11:20:27.992384 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-09318f80-563f-40cd-bdfe-ebfec4fd0074 req-14c536c1-a3e6-4300-b4e0-18cbee25174c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Deleting port f429e83f-f13b-4f56-adf0-251a8c6fe6b5 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:20:27.993575 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-09318f80-563f-40cd-bdfe-ebfec4fd0074 req-14c536c1-a3e6-4300-b4e0-18cbee25174c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:28.193378 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-09318f80-563f-40cd-bdfe-ebfec4fd0074 req-14c536c1-a3e6-4300-b4e0-18cbee25174c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] For port f429e83f-f13b-4f56-adf0-251a8c6fe6b5, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=f429e83f-f13b-4f56-adf0-251a8c6fe6b5,segment=NetworkSegment(a4d2a8cd-61e5-4cb7-a9ab-1211a7bdb012),segment_id=a4d2a8cd-61e5-4cb7-a9ab-1211a7bdb012)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:20:28.193378 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-09318f80-563f-40cd-bdfe-ebfec4fd0074 req-14c536c1-a3e6-4300-b4e0-18cbee25174c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:28.323684 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae07700-ac14-4e05-b575-9ab94f649e7d req-d8fb74c0-5bc0-44aa-814e-4248a2bd5f35 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:28.325308 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6ae07700-ac14-4e05-b575-9ab94f649e7d req-d8fb74c0-5bc0-44aa-814e-4248a2bd5f35 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 946 time: 0.2545426 May 26 11:20:28.332585 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-09318f80-563f-40cd-bdfe-ebfec4fd0074 req-14c536c1-a3e6-4300-b4e0-18cbee25174c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Calling delete_port for f429e83f-f13b-4f56-adf0-251a8c6fe6b5 owned by compute:nova {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:20:28.425864 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6ae07700-ac14-4e05-b575-9ab94f649e7d req-27d2b530-5984-4316-825c-314c811cd6ba tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901999 May 26 11:20:28.579620 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ccf6c-29ab-4138-b20e-5f8988fb5071 req-74dd3ed2-8929-4eec-880b-1370bea3c9ea tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:28.581048 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-848ccf6c-29ab-4138-b20e-5f8988fb5071 req-74dd3ed2-8929-4eec-880b-1370bea3c9ea tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 950 time: 0.2017543 May 26 11:20:28.670810 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-848ccf6c-29ab-4138-b20e-5f8988fb5071 req-a2791e64-0016-476a-a636-bfcd12e73626 tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/security-groups?id=51639d4b-9175-4aa9-be1d-a39fb0ad15e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612543 May 26 11:20:28.771173 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-09318f80-563f-40cd-bdfe-ebfec4fd0074 req-14c536c1-a3e6-4300-b4e0-18cbee25174c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:28.778377 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e0d370b1-888a-4752-838a-7166f5ded4b8 tempest-AttachVolumeNegativeTest-1337709627 tempest-AttachVolumeNegativeTest-1337709627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:28.824580 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:28.847810 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c536c1-a3e6-4300-b4e0-18cbee25174c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Pushing event deleted for resources: {'Port': ['ID=f429e83f-f13b-4f56-adf0-251a8c6fe6b5,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:28.887695 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c536c1-a3e6-4300-b4e0-18cbee25174c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:28.888132 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c536c1-a3e6-4300-b4e0-18cbee25174c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:28.895307 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c536c1-a3e6-4300-b4e0-18cbee25174c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:28.895307 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c536c1-a3e6-4300-b4e0-18cbee25174c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:28.895307 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c536c1-a3e6-4300-b4e0-18cbee25174c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:28.895307 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c536c1-a3e6-4300-b4e0-18cbee25174c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:28.895307 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c536c1-a3e6-4300-b4e0-18cbee25174c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:28.895307 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c536c1-a3e6-4300-b4e0-18cbee25174c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:28.895307 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c536c1-a3e6-4300-b4e0-18cbee25174c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:28.895307 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c536c1-a3e6-4300-b4e0-18cbee25174c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:28.895307 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c536c1-a3e6-4300-b4e0-18cbee25174c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:28.895307 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c536c1-a3e6-4300-b4e0-18cbee25174c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:28.899734 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-14c536c1-a3e6-4300-b4e0-18cbee25174c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:28.939305 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-09318f80-563f-40cd-bdfe-ebfec4fd0074 req-14c536c1-a3e6-4300-b4e0-18cbee25174c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] No DVR routers for this DVR port f429e83f-f13b-4f56-adf0-251a8c6fe6b5 on host hv-cinder-79313 {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:20:28.942992 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-09318f80-563f-40cd-bdfe-ebfec4fd0074 req-14c536c1-a3e6-4300-b4e0-18cbee25174c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:28.948804 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030caca5-0e9f-42d3-bb64-05fa9277aa11', 'name': 'network-vif-deleted', 'tag': 'f429e83f-f13b-4f56-adf0-251a8c6fe6b5'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:20:28.959202 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-09318f80-563f-40cd-bdfe-ebfec4fd0074 req-14c536c1-a3e6-4300-b4e0-18cbee25174c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.37 "DELETE /v2.0/ports/f429e83f-f13b-4f56-adf0-251a8c6fe6b5 HTTP/1.1" status: 204 len: 173 time: 1.1054103 May 26 11:20:28.965488 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b0a042d4-f08b-4066-91d7-7f4ab9588f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:29.020450 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030caca5-0e9f-42d3-bb64-05fa9277aa11', 'name': 'network-vif-deleted', 'tag': 'f429e83f-f13b-4f56-adf0-251a8c6fe6b5', 'status': 'completed', 'code': 200} May 26 11:20:29.626441 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:29.645249 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f0162-7c13-497a-a69d-3ce319cf52c3 req-d418697e-51c7-453e-a774-25b681f1e947 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:29.646860 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5b4f0162-7c13-497a-a69d-3ce319cf52c3 req-d418697e-51c7-453e-a774-25b681f1e947 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 946 time: 0.0888200 May 26 11:20:29.693176 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5b4f0162-7c13-497a-a69d-3ce319cf52c3 req-52bd3dad-d067-46fa-8b84-596d7e34a0ae tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398314 May 26 11:20:29.861678 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-350097d9-1741-4a37-8e4a-a2fe272464f9 req-bb395c49-411c-4c96-bef2-1a8344bfdcde tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Synchronizing usage tracker for tenant:d4734528b4ee4c2199ebfde5ce5d289b on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:20:30.011187 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-350097d9-1741-4a37-8e4a-a2fe272464f9 req-bb395c49-411c-4c96-bef2-1a8344bfdcde tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Unset dirty status for tenant:d4734528b4ee4c2199ebfde5ce5d289b on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:20:30.012357 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-350097d9-1741-4a37-8e4a-a2fe272464f9 req-bb395c49-411c-4c96-bef2-1a8344bfdcde tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] 10.222.0.35 "GET /v2.0/ports?device_id=030caca5-0e9f-42d3-bb64-05fa9277aa11 HTTP/1.1" status: 200 len: 210 time: 0.1933463 May 26 11:20:30.231044 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4a3de-8d79-437e-a50c-0333b402d0b9 req-573b4bda-7c3b-4216-8b65-2c93f8751455 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:30.232583 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eec4a3de-8d79-437e-a50c-0333b402d0b9 req-573b4bda-7c3b-4216-8b65-2c93f8751455 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 946 time: 0.0888193 May 26 11:20:30.284044 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eec4a3de-8d79-437e-a50c-0333b402d0b9 req-a7730fe4-59f7-4d83-896a-492796e3d48b tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bccaefe-ea1c-4c48-ac32-5270cde0a520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436006 May 26 11:20:30.591761 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device f429e83f-f13b-4f56-adf0-251a8c6fe6b5 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:20:30.633502 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] No Port match for: f429e83f-f13b-4f56-adf0-251a8c6fe6b5 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:20:30.633878 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device f429e83f-f13b-4f56-adf0-251a8c6fe6b5 not bound to the agent host hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:20:30.885952 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d60a3-8264-42d7-8270-8500abdd60c5 req-0af7571d-38db-4821-b297-6f647babac77 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:30.887314 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c85d60a3-8264-42d7-8270-8500abdd60c5 req-0af7571d-38db-4821-b297-6f647babac77 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 946 time: 0.0791681 May 26 11:20:30.932789 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c85d60a3-8264-42d7-8270-8500abdd60c5 req-b9ab07be-08e4-47ec-b618-11400a04951a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397291 May 26 11:20:31.479975 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e2db6-6a82-4973-b880-4373ad7b1c96 req-2cf8bb35-0e71-4de3-ba39-76a7797e82ea tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:31.481636 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5d0e2db6-6a82-4973-b880-4373ad7b1c96 req-2cf8bb35-0e71-4de3-ba39-76a7797e82ea tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 946 time: 0.0879936 May 26 11:20:31.502523 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:31.530688 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5d0e2db6-6a82-4973-b880-4373ad7b1c96 req-877dceb9-cd66-4b89-b3ee-f500e8b46f23 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bccaefe-ea1c-4c48-ac32-5270cde0a520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416944 May 26 11:20:32.198940 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662907f-b70e-4e3e-b680-7a5932e84f9f req-1cc0a9a7-8516-45a9-b196-6adef0c29860 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:32.200580 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0662907f-b70e-4e3e-b680-7a5932e84f9f req-1cc0a9a7-8516-45a9-b196-6adef0c29860 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 946 time: 0.1418557 May 26 11:20:32.215964 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d03ffd-2b62-4449-8f04-3c48c5e1a16b req-226183cc-055b-43d2-885f-8f11c5b89723 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:32.217493 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b9d03ffd-2b62-4449-8f04-3c48c5e1a16b req-226183cc-055b-43d2-885f-8f11c5b89723 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.37 "GET /v2.0/ports?device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 946 time: 0.1269684 May 26 11:20:32.318213 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0662907f-b70e-4e3e-b680-7a5932e84f9f req-11e2ad59-7ab9-4794-aa85-07539d90ec96 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996902 May 26 11:20:32.392522 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-b9d03ffd-2b62-4449-8f04-3c48c5e1a16b req-a03cf025-b1ec-4d4c-bf63-141c3717f901 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Deleting port 2fa79625-cc85-46ff-a482-8bfbc58e729e {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:20:32.392861 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b9d03ffd-2b62-4449-8f04-3c48c5e1a16b req-a03cf025-b1ec-4d4c-bf63-141c3717f901 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:32.534196 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-b9d03ffd-2b62-4449-8f04-3c48c5e1a16b req-a03cf025-b1ec-4d4c-bf63-141c3717f901 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] For port 2fa79625-cc85-46ff-a482-8bfbc58e729e, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=2fa79625-cc85-46ff-a482-8bfbc58e729e,segment=NetworkSegment(bc773f87-d80f-47fd-b728-25549eeb0873),segment_id=bc773f87-d80f-47fd-b728-25549eeb0873)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:20:32.534883 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b9d03ffd-2b62-4449-8f04-3c48c5e1a16b req-a03cf025-b1ec-4d4c-bf63-141c3717f901 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:32.808803 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:32.887370 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b9d03ffd-2b62-4449-8f04-3c48c5e1a16b req-a03cf025-b1ec-4d4c-bf63-141c3717f901 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:32.887734 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b9d03ffd-2b62-4449-8f04-3c48c5e1a16b req-a03cf025-b1ec-4d4c-bf63-141c3717f901 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424661'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:32.888048 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.db.l3_db [req-b9d03ffd-2b62-4449-8f04-3c48c5e1a16b req-a03cf025-b1ec-4d4c-bf63-141c3717f901 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Floating IP 091cd46c-f3f3-4520-9543-c7a718820424 disassociated. External IP: 172.27.2.79, port: 2fa79625-cc85-46ff-a482-8bfbc58e729e. May 26 11:20:32.888386 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-b9d03ffd-2b62-4449-8f04-3c48c5e1a16b req-a03cf025-b1ec-4d4c-bf63-141c3717f901 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Calling delete_port for 2fa79625-cc85-46ff-a482-8bfbc58e729e owned by compute:nova {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:20:32.899812 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341398b-1474-49e0-9cb9-3909ccf341c6 req-1f7b52fe-4ac2-4ea2-ac1e-26e904f7b4c5 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:32.901269 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3341398b-1474-49e0-9cb9-3909ccf341c6 req-1f7b52fe-4ac2-4ea2-ac1e-26e904f7b4c5 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 946 time: 0.2127964 May 26 11:20:32.965167 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3341398b-1474-49e0-9cb9-3909ccf341c6 req-7396fa76-6473-49ad-a661-fb64524415e8 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bccaefe-ea1c-4c48-ac32-5270cde0a520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574291 May 26 11:20:33.280055 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b9d03ffd-2b62-4449-8f04-3c48c5e1a16b req-a03cf025-b1ec-4d4c-bf63-141c3717f901 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:33.286489 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5a27ddb1-3558-457f-818d-fa753167bb30 tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:33.341601 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cf025-b1ec-4d4c-bf63-141c3717f901 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Pushing event deleted for resources: {'Port': ['ID=2fa79625-cc85-46ff-a482-8bfbc58e729e,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:33.341601 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a03cf025-b1ec-4d4c-bf63-141c3717f901 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:33.521863 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9d03ffd-2b62-4449-8f04-3c48c5e1a16b req-a03cf025-b1ec-4d4c-bf63-141c3717f901 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Router 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:20:33.861229 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9d03ffd-2b62-4449-8f04-3c48c5e1a16b req-a03cf025-b1ec-4d4c-bf63-141c3717f901 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:20:33.871562 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289708c6-3c09-4f6c-976b-4d6d61d0cfee None None] Sync routers for ids ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:20:33.881380 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289708c6-3c09-4f6c-976b-4d6d61d0cfee None None] Routers {'088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:20:33.882055 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-289708c6-3c09-4f6c-976b-4d6d61d0cfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:20:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:33.936057 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d03ffd-2b62-4449-8f04-3c48c5e1a16b req-a03cf025-b1ec-4d4c-bf63-141c3717f901 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] No DVR routers for this DVR port 2fa79625-cc85-46ff-a482-8bfbc58e729e on host hv-cinder-79313 {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:20:33.938443 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b9d03ffd-2b62-4449-8f04-3c48c5e1a16b req-a03cf025-b1ec-4d4c-bf63-141c3717f901 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:33.941120 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f252fff2-e163-463f-8f01-a39839efe417', 'name': 'network-vif-deleted', 'tag': '2fa79625-cc85-46ff-a482-8bfbc58e729e'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:20:33.999338 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f252fff2-e163-463f-8f01-a39839efe417', 'name': 'network-vif-deleted', 'tag': '2fa79625-cc85-46ff-a482-8bfbc58e729e', 'status': 'completed', 'code': 200} May 26 11:20:34.038966 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b9d03ffd-2b62-4449-8f04-3c48c5e1a16b req-a03cf025-b1ec-4d4c-bf63-141c3717f901 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.37 "DELETE /v2.0/ports/2fa79625-cc85-46ff-a482-8bfbc58e729e HTTP/1.1" status: 204 len: 173 time: 1.8054738 May 26 11:20:34.129583 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-289708c6-3c09-4f6c-976b-4d6d61d0cfee None None] Set router 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:20:34.139611 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-bf58ce9d-1ac3-42e1-8433-6eb6bb0408c7 req-267a9b2a-100c-46bf-a105-984cc2a85147 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Synchronizing usage tracker for tenant:dc961799625447e4a664b9239ec13944 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:20:34.279963 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-bf58ce9d-1ac3-42e1-8433-6eb6bb0408c7 req-267a9b2a-100c-46bf-a105-984cc2a85147 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Unset dirty status for tenant:dc961799625447e4a664b9239ec13944 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:20:34.281525 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bf58ce9d-1ac3-42e1-8433-6eb6bb0408c7 req-267a9b2a-100c-46bf-a105-984cc2a85147 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/ports?device_id=f252fff2-e163-463f-8f01-a39839efe417 HTTP/1.1" status: 200 len: 210 time: 0.1905997 May 26 11:20:34.491100 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-289708c6-3c09-4f6c-976b-4d6d61d0cfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'name': 'tempest-AttachVolumeTestJSON-63007472-router', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:13:30Z', 'revision_number': 4, 'project_id': 'dc961799625447e4a664b9239ec13944', 'gw_port': {'id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'bf63bca7-0199-4406-8ee3-9077167ae0be', 'name': '', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'mac_address': 'fa:16:3e:b2:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:29Z', 'updated_at': '2021-05-26T11:13:50Z', 'revision_number': 5, 'project_id': 'dc961799625447e4a664b9239ec13944', 'subnets': [{'id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:34.495299 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289708c6-3c09-4f6c-976b-4d6d61d0cfee None None] Checking router: 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:20:34.507108 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289708c6-3c09-4f6c-976b-4d6d61d0cfee None None] Routers {'088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:20:34.507732 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-289708c6-3c09-4f6c-976b-4d6d61d0cfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:20:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:34.642227 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 2fa79625-cc85-46ff-a482-8bfbc58e729e no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:20:34.693844 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] No Port match for: 2fa79625-cc85-46ff-a482-8bfbc58e729e {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:20:34.694188 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 2fa79625-cc85-46ff-a482-8bfbc58e729e not bound to the agent host hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:20:34.720206 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-289708c6-3c09-4f6c-976b-4d6d61d0cfee None None] Set router 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:20:35.094188 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-289708c6-3c09-4f6c-976b-4d6d61d0cfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'name': 'tempest-AttachVolumeTestJSON-63007472-router', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:13:30Z', 'revision_number': 4, 'project_id': 'dc961799625447e4a664b9239ec13944', 'gw_port': {'id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'bf63bca7-0199-4406-8ee3-9077167ae0be', 'name': '', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'mac_address': 'fa:16:3e:b2:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:29Z', 'updated_at': '2021-05-26T11:13:50Z', 'revision_number': 5, 'project_id': 'dc961799625447e4a664b9239ec13944', 'subnets': [{'id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:35.101628 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289708c6-3c09-4f6c-976b-4d6d61d0cfee None None] The sync data for ids ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'] in dv-cinder-793136-1-iscsi is: [{'id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'name': 'tempest-AttachVolumeTestJSON-63007472-router', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:13:30Z', 'revision_number': 4, 'project_id': 'dc961799625447e4a664b9239ec13944', 'gw_port': {'id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'bf63bca7-0199-4406-8ee3-9077167ae0be', 'name': '', 'network_id': '35893588-0f1e-477d-83eb-d93225ef04a5', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'mac_address': 'fa:16:3e:b2:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:29Z', 'updated_at': '2021-05-26T11:13:50Z', 'revision_number': 5, 'project_id': 'dc961799625447e4a664b9239ec13944', 'subnets': [{'id': 'a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:20:35.343981 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7033254e-3c16-41f8-968f-ed6906ef7080 None None] New status for floating IP 091cd46c-f3f3-4520-9543-c7a718820424: DOWN {{(pid=92388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:20:35.498832 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 55132) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:20:35.573717 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b3c51fb-40db-4155-b6d1-c1d7b87d0138 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:35.607248 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b3c51fb-40db-4155-b6d1-c1d7b87d0138 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:35.786261 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b3c51fb-40db-4155-b6d1-c1d7b87d0138 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:35.791957 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2f2d7396-90a7-4920-baf9-f6b9e18bb586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:35.806044 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c51fb-40db-4155-b6d1-c1d7b87d0138 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bccaefe-ea1c-4c48-ac32-5270cde0a520,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:35.808620 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3b3c51fb-40db-4155-b6d1-c1d7b87d0138 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:35.888102 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b3c51fb-40db-4155-b6d1-c1d7b87d0138 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:35.889206 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-3b3c51fb-40db-4155-b6d1-c1d7b87d0138 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "DELETE /v2.0/security-groups/8bccaefe-ea1c-4c48-ac32-5270cde0a520 HTTP/1.1" status: 204 len: 168 time: 0.3894227 May 26 11:20:35.892080 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 55142) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:20:35.908727 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.api.v2.resource [None req-f83faaca-b781-4f9c-b86a-1da888a8ab81 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] show failed (client error): The resource could not be found. May 26 11:20:35.909969 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-f83faaca-b781-4f9c-b86a-1da888a8ab81 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "GET /v2.0/security-groups/8bccaefe-ea1c-4c48-ac32-5270cde0a520 HTTP/1.1" status: 404 len: 347 time: 0.0165367 May 26 11:20:35.915034 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 55146) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:20:36.137417 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-5265e749-a950-4a98-9306-2759a5cad115 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Deleting port 92e65ac2-db16-4834-bfec-db19c3918829 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:20:36.137756 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5265e749-a950-4a98-9306-2759a5cad115 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:36.260060 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5265e749-a950-4a98-9306-2759a5cad115 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:36.260388 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5265e749-a950-4a98-9306-2759a5cad115 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:36.384373 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-5265e749-a950-4a98-9306-2759a5cad115 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Calling delete_port for 92e65ac2-db16-4834-bfec-db19c3918829 owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:20:36.721860 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5265e749-a950-4a98-9306-2759a5cad115 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:36.727736 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e170bd3f-5e03-4b5b-9435-be99d5143d9a tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:36.780783 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265e749-a950-4a98-9306-2759a5cad115 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Pushing event deleted for resources: {'Port': ['ID=92e65ac2-db16-4834-bfec-db19c3918829,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:36.783726 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5265e749-a950-4a98-9306-2759a5cad115 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:36.989868 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5265e749-a950-4a98-9306-2759a5cad115 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:36.997729 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd1243fe-be61-4dbc-a080-479aff35f11b req-15190326-0c7d-450c-9792-62b65af03ee2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3176472 May 26 11:20:37.106406 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5265e749-a950-4a98-9306-2759a5cad115 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:37.107506 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-5265e749-a950-4a98-9306-2759a5cad115 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] 10.222.0.35 "DELETE /v2.0/floatingips/091cd46c-f3f3-4520-9543-c7a718820424 HTTP/1.1" status: 204 len: 168 time: 1.1914613 May 26 11:20:37.115974 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1243fe-be61-4dbc-a080-479aff35f11b req-d239c308-ff83-4b81-a5fb-65052ff6b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:37.118970 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd1243fe-be61-4dbc-a080-479aff35f11b req-d239c308-ff83-4b81-a5fb-65052ff6b8ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da72a28d3e51419ca0dcfbdfb174e658&device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 1099 time: 0.0887127 May 26 11:20:37.279670 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1243fe-be61-4dbc-a080-479aff35f11b req-8fb4dd11-deae-4f88-a6d0-266762aa1bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:37.281042 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd1243fe-be61-4dbc-a080-479aff35f11b req-8fb4dd11-deae-4f88-a6d0-266762aa1bec service neutron] 10.222.0.37 "GET /v2.0/networks?id=377a1f2e-d6d0-49e0-923a-b599684df483 HTTP/1.1" status: 200 len: 913 time: 0.1396284 May 26 11:20:37.385675 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd1243fe-be61-4dbc-a080-479aff35f11b req-1f1a6c6c-7ad1-4c17-881a-9944e0359e65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85e7c5c4-c141-4367-b355-a94930fd3a7a HTTP/1.1" status: 200 len: 1001 time: 0.0980241 May 26 11:20:37.455008 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1243fe-be61-4dbc-a080-479aff35f11b req-9e8569e4-ee27-4fac-915a-d4b20224e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:37.456447 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd1243fe-be61-4dbc-a080-479aff35f11b req-9e8569e4-ee27-4fac-915a-d4b20224e2ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d9720a9-e515-4624-88e4-23a7dedd3e0e HTTP/1.1" status: 200 len: 851 time: 0.0642910 May 26 11:20:37.533217 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1243fe-be61-4dbc-a080-479aff35f11b req-59e36b03-83da-4cab-b946-0ae6ff724be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:37.534618 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd1243fe-be61-4dbc-a080-479aff35f11b req-59e36b03-83da-4cab-b946-0ae6ff724be0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=377a1f2e-d6d0-49e0-923a-b599684df483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710549 May 26 11:20:37.671857 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd1243fe-be61-4dbc-a080-479aff35f11b req-1f1453e0-9f9d-47bc-bf2a-adea07d7a308 service neutron] 10.222.0.37 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307473 May 26 11:20:37.809496 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd1243fe-be61-4dbc-a080-479aff35f11b req-735d81d9-2a2f-4c56-8475-8ff0c8ed03e5 service neutron] 10.222.0.37 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301565 May 26 11:20:38.622043 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 55192) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:20:38.787105 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-00d3f24b-213e-4a6c-93fd-8d669e3ca29c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4734528b4ee4c2199ebfde5ce5d289b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1637819 May 26 11:20:38.789440 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 55198) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:20:38.857326 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-46e16260-e2a5-4177-95f8-7fee7b24a6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:38.886458 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-46e16260-e2a5-4177-95f8-7fee7b24a6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:39.022615 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-46e16260-e2a5-4177-95f8-7fee7b24a6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:39.026288 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e22ae674-76cd-4ea0-beff-b28ad26e9e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:39.036755 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e16260-e2a5-4177-95f8-7fee7b24a6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51639d4b-9175-4aa9-be1d-a39fb0ad15e5,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:39.039381 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-46e16260-e2a5-4177-95f8-7fee7b24a6ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:39.045965 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-46e16260-e2a5-4177-95f8-7fee7b24a6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:39.045965 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-46e16260-e2a5-4177-95f8-7fee7b24a6ad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/51639d4b-9175-4aa9-be1d-a39fb0ad15e5 HTTP/1.1" status: 204 len: 168 time: 0.2553828 May 26 11:20:40.198547 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 55232) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:20:40.307792 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-917277820-network', 'tenant_id': '08ff2b625e204f0aad119375dc73d9b0'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:20:40.312482 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:20:40.317613 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Usage tracker for resource:network and tenant:08ff2b625e204f0aad119375dc73d9b0 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:20:40.321029 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:20:40.328918 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:20:40.420786 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Made reservation on behalf of 08ff2b625e204f0aad119375dc73d9b0 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:20:40.423195 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1461799'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:40.436266 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:40.451999 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:20:40.456345 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Usage tracker for resource:security_group_rule and tenant:08ff2b625e204f0aad119375dc73d9b0 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:20:40.459606 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:20:40.470434 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:20:40.559037 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:40.662725 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:40.666291 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ea3b09ae-d108-46b8-888f-e395659ceadf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:40.697447 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:20:40.700456 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53758b16-67b7-4766-a78b-77ec197cd371,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:40.705949 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:40.710776 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:40.711130 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.db.segments_db [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Added segment 6c120a39-d1bd-43f1-b9e3-808aa89ded94 of type vlan for network 0d4f8173-93d2-4639-84af-f1ad39a17b69 May 26 11:20:40.736479 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746349196638'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:40.851218 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:40.853139 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:40.853772 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:40.857471 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9941c992-1ff6-4d95-be7a-dfe447ea518c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:40.959969 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Pushing event updated for resources: {'Network': ['ID=0d4f8173-93d2-4639-84af-f1ad39a17b69,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:40.962894 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:40.971441 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Network 0d4f8173-93d2-4639-84af-f1ad39a17b69 details requested by agent ovs-agent-dv-cinder-793136-1-iscsi with host dv-cinder-793136-1-iscsi {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:20:41.023534 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8235524 May 26 11:20:41.027435 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 55240) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:20:41.033518 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-f5c7da67-f06b-496b-aa34-0a5d13dc3962 admin admin] Request body: {'subnet': {'network_id': '0d4f8173-93d2-4639-84af-f1ad39a17b69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-917277820-subnet', 'tenant_id': '08ff2b625e204f0aad119375dc73d9b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:20:41.038427 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-f5c7da67-f06b-496b-aa34-0a5d13dc3962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:20:41.043193 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-f5c7da67-f06b-496b-aa34-0a5d13dc3962 admin admin] Usage tracker for resource:subnet and tenant:08ff2b625e204f0aad119375dc73d9b0 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:20:41.046127 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-f5c7da67-f06b-496b-aa34-0a5d13dc3962 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:20:41.052303 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-f5c7da67-f06b-496b-aa34-0a5d13dc3962 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:20:41.128480 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c7da67-f06b-496b-aa34-0a5d13dc3962 admin admin] Made reservation on behalf of 08ff2b625e204f0aad119375dc73d9b0 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:20:41.130859 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f5c7da67-f06b-496b-aa34-0a5d13dc3962 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31668519'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:41.586290 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f5c7da67-f06b-496b-aa34-0a5d13dc3962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-857520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31668529'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:41.590824 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d63800b7-52ec-4a0d-9bf4-afd62e3995d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:41.661935 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7da67-f06b-496b-aa34-0a5d13dc3962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f001262f-da20-41f6-a9e4-eb9a6f1c3a02,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:41.665454 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f5c7da67-f06b-496b-aa34-0a5d13dc3962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:41.673384 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c7da67-f06b-496b-aa34-0a5d13dc3962 admin admin] Checking segment: {'id': '6c120a39-d1bd-43f1-b9e3-808aa89ded94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0d4f8173-93d2-4639-84af-f1ad39a17b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:20:41.673745 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c7da67-f06b-496b-aa34-0a5d13dc3962 admin admin] Network hostable DHCP agents. Network: 0d4f8173-93d2-4639-84af-f1ad39a17b69, hostable agents: ['5be7b6bf-9113-45d0-8352-d59a3f612e3f'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:20:41.751849 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c7da67-f06b-496b-aa34-0a5d13dc3962 admin admin] Network 0d4f8173-93d2-4639-84af-f1ad39a17b69 is scheduled to be hosted by DHCP agent 5be7b6bf-9113-45d0-8352-d59a3f612e3f with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:20:41.753757 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 55250) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:20:41.866375 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-f5c7da67-f06b-496b-aa34-0a5d13dc3962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-iscsi, 0d4f8173-93d2-4639-84af-f1ad39a17b69) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:20:41.877894 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62c92a1-67b9-4307-b244-154308a9cf31 None None] Network 0d4f8173-93d2-4639-84af-f1ad39a17b69 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:20:41.878273 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c7da67-f06b-496b-aa34-0a5d13dc3962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:41.878905 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f5c7da67-f06b-496b-aa34-0a5d13dc3962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:42.001213 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-f5c7da67-f06b-496b-aa34-0a5d13dc3962 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9642711 May 26 11:20:42.074990 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a829a0b9-345e-46e7-9e35-c0eedb6e48f2 None None] Network 0d4f8173-93d2-4639-84af-f1ad39a17b69 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:20:42.404622 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3008519-a02d-47ee-b929-0d46643066f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419527'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:42.932014 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-d3008519-a02d-47ee-b929-0d46643066f9 admin admin] Deleting port bf63bca7-0199-4406-8ee3-9077167ae0be {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:20:42.932727 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3008519-a02d-47ee-b929-0d46643066f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:43.063148 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-d3008519-a02d-47ee-b929-0d46643066f9 admin admin] For port bf63bca7-0199-4406-8ee3-9077167ae0be, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=bf63bca7-0199-4406-8ee3-9077167ae0be,segment=NetworkSegment(bc773f87-d80f-47fd-b728-25549eeb0873),segment_id=bc773f87-d80f-47fd-b728-25549eeb0873)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:20:43.063498 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3008519-a02d-47ee-b929-0d46643066f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:43.190270 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-d3008519-a02d-47ee-b929-0d46643066f9 admin admin] Calling delete_port for bf63bca7-0199-4406-8ee3-9077167ae0be owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:20:43.451322 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3008519-a02d-47ee-b929-0d46643066f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:43.455642 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-11c6731e-655d-4ef5-94f1-a361681de381 tempest-VolumesActionsTest-388409744 tempest-VolumesActionsTest-388409744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:43.504207 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3008519-a02d-47ee-b929-0d46643066f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf63bca7-0199-4406-8ee3-9077167ae0be,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:43.530886 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d3008519-a02d-47ee-b929-0d46643066f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:43.774012 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3008519-a02d-47ee-b929-0d46643066f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423799'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:44.250168 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3008519-a02d-47ee-b929-0d46643066f9 admin admin] Router 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:20:44.436878 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3008519-a02d-47ee-b929-0d46643066f9 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:20:44.445581 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8752e9b6-64a9-482e-a411-da9b0230a967 None None] Sync routers for ids ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:20:44.449648 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-d3008519-a02d-47ee-b929-0d46643066f9 admin admin] 10.222.0.35 "PUT /v2.0/routers/088ed38e-f98b-4bbc-bc86-2ec2120ad8ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6947176 May 26 11:20:44.452332 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 55276) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:20:44.457667 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8752e9b6-64a9-482e-a411-da9b0230a967 None None] Routers {'088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:20:44.458353 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-8752e9b6-64a9-482e-a411-da9b0230a967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:20:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:44.661047 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-8752e9b6-64a9-482e-a411-da9b0230a967 None None] Set router 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:20:44.747836 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b9631b1d-8297-4091-aa0d-54c5ee29d609 admin admin] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:44.813389 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-36b1f524-5d33-40a8-874b-3aa9eda622b4 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:44.814727 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-36b1f524-5d33-40a8-874b-3aa9eda622b4 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/networks?id=0d4f8173-93d2-4639-84af-f1ad39a17b69 HTTP/1.1" status: 200 len: 813 time: 0.3097620 May 26 11:20:44.842636 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-568cea9b-acb4-4e73-b631-2858b1de08ab tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/quotas/08ff2b625e204f0aad119375dc73d9b0 HTTP/1.1" status: 200 len: 375 time: 0.0170462 May 26 11:20:44.946767 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-8752e9b6-64a9-482e-a411-da9b0230a967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'name': 'tempest-AttachVolumeTestJSON-63007472-router', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:20:43Z', 'revision_number': 5, 'project_id': 'dc961799625447e4a664b9239ec13944', 'gw_port': {'id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:44.950749 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8752e9b6-64a9-482e-a411-da9b0230a967 None None] Checking router: 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:20:44.957319 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-f3b216d5-6427-409d-9745-895f9634749b tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=08ff2b625e204f0aad119375dc73d9b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626369 May 26 11:20:44.959649 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8752e9b6-64a9-482e-a411-da9b0230a967 None None] Routers {'088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:20:44.960271 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-8752e9b6-64a9-482e-a411-da9b0230a967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:20:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:45.046790 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b9631b1d-8297-4091-aa0d-54c5ee29d609 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:45.118062 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-402bed65-b428-46b3-b980-2b04b7b19708 service neutron] 10.222.0.35 "GET /v2.0/networks/0d4f8173-93d2-4639-84af-f1ad39a17b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503940 May 26 11:20:45.157696 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-8752e9b6-64a9-482e-a411-da9b0230a967 None None] Set router 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:20:45.299251 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-1dd9fa2b-8168-4a14-a1c2-6aaace52ba8b service neutron] 10.222.0.35 "GET /v2.0/networks/0d4f8173-93d2-4639-84af-f1ad39a17b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746757 May 26 11:20:45.301422 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-b9631b1d-8297-4091-aa0d-54c5ee29d609 admin admin] Deleting port 15f81d35-663f-4b30-a939-7f14f5cc3897 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:20:45.301759 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b9631b1d-8297-4091-aa0d-54c5ee29d609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:45.450904 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-8752e9b6-64a9-482e-a411-da9b0230a967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'name': 'tempest-AttachVolumeTestJSON-63007472-router', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:20:43Z', 'revision_number': 5, 'project_id': 'dc961799625447e4a664b9239ec13944', 'gw_port': {'id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:45.455687 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8752e9b6-64a9-482e-a411-da9b0230a967 None None] The sync data for ids ['088ed38e-f98b-4bbc-bc86-2ec2120ad8ab'] in dv-cinder-793136-1-iscsi is: [{'id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'name': 'tempest-AttachVolumeTestJSON-63007472-router', 'tenant_id': 'dc961799625447e4a664b9239ec13944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:20Z', 'updated_at': '2021-05-26T11:20:43Z', 'revision_number': 5, 'project_id': 'dc961799625447e4a664b9239ec13944', 'gw_port': {'id': '15f81d35-663f-4b30-a939-7f14f5cc3897', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088ed38e-f98b-4bbc-bc86-2ec2120ad8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:20:45.576054 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-58d7f1f3-7ff5-4d40-9da9-3ccf3ae9b849 req-c1c73f77-e3cc-461a-8cd0-fda54faf5dec tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=3801ac07-d14d-4f8b-983b-c87f40ed5604 HTTP/1.1" status: 200 len: 210 time: 0.0542152 May 26 11:20:45.587174 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-b9631b1d-8297-4091-aa0d-54c5ee29d609 admin admin] For port 15f81d35-663f-4b30-a939-7f14f5cc3897, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=15f81d35-663f-4b30-a939-7f14f5cc3897,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:20:45.587174 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b9631b1d-8297-4091-aa0d-54c5ee29d609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:45.716418 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-b9631b1d-8297-4091-aa0d-54c5ee29d609 admin admin] Calling delete_port for 15f81d35-663f-4b30-a939-7f14f5cc3897 owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:20:45.940648 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b9631b1d-8297-4091-aa0d-54c5ee29d609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:45.944744 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c03e345f-702c-440d-b520-b11e0f43aaa5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:45.995084 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9631b1d-8297-4091-aa0d-54c5ee29d609 admin admin] Pushing event deleted for resources: {'Port': ['ID=15f81d35-663f-4b30-a939-7f14f5cc3897,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:46.026105 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b9631b1d-8297-4091-aa0d-54c5ee29d609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:46.092493 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b9631b1d-8297-4091-aa0d-54c5ee29d609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424680'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:46.266959 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b9631b1d-8297-4091-aa0d-54c5ee29d609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1004'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:46.269340 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b9631b1d-8297-4091-aa0d-54c5ee29d609 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:46.401166 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b9631b1d-8297-4091-aa0d-54c5ee29d609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-422491'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:46.401920 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9631b1d-8297-4091-aa0d-54c5ee29d609 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 088ed38e-f98b-4bbc-bc86-2ec2120ad8ab {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 11:20:46.419231 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b9631b1d-8297-4091-aa0d-54c5ee29d609 admin admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:46.419231 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-b9631b1d-8297-4091-aa0d-54c5ee29d609 admin admin] 10.222.0.35 "DELETE /v2.0/routers/088ed38e-f98b-4bbc-bc86-2ec2120ad8ab HTTP/1.1" status: 204 len: 168 time: 1.9636486 May 26 11:20:46.420583 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 55294) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:20:46.489519 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-d63921b2-5283-480a-9b56-a5c40f3d34a8 admin admin] Deleting subnet a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:20:46.496118 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d63921b2-5283-480a-9b56-a5c40f3d34a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:46.548718 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d63921b2-5283-480a-9b56-a5c40f3d34a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904542'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:46.672027 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d63921b2-5283-480a-9b56-a5c40f3d34a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532386'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:46.760832 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5a5fbc27-d82e-4632-b443-48f5a0904bf2 req-555d9363-defd-40f0-a866-60fc8fc8d8aa tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=3801ac07-d14d-4f8b-983b-c87f40ed5604 HTTP/1.1" status: 200 len: 210 time: 0.0620515 May 26 11:20:47.046280 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d63921b2-5283-480a-9b56-a5c40f3d34a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33092669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32234677'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:47.050693 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7a52f08f-a28e-4ba8-bd16-99ec4f1e186d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:47.102261 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63921b2-5283-480a-9b56-a5c40f3d34a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:47.102261 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d63921b2-5283-480a-9b56-a5c40f3d34a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:47.102261 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d63921b2-5283-480a-9b56-a5c40f3d34a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:47.103390 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d154158c-4ca8-4fc1-afd1-facabccf9a14 None None] Network 35893588-0f1e-477d-83eb-d93225ef04a5 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:20:47.105337 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-d63921b2-5283-480a-9b56-a5c40f3d34a8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a9d8a7c9-b4cd-4e0b-aee2-0700eddb3aaf HTTP/1.1" status: 204 len: 168 time: 0.6835780 May 26 11:20:47.105988 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 55300) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:20:47.175625 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 15f81d35-663f-4b30-a939-7f14f5cc3897 no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:20:47.222760 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3357daf7-090d-4f91-a234-01eabb597d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496182'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:47.224381 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: 15f81d35-663f-4b30-a939-7f14f5cc3897 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:20:47.225053 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 15f81d35-663f-4b30-a939-7f14f5cc3897 not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:20:47.225175 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device bf63bca7-0199-4406-8ee3-9077167ae0be no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:20:47.268658 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: bf63bca7-0199-4406-8ee3-9077167ae0be {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:20:47.269024 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device bf63bca7-0199-4406-8ee3-9077167ae0be not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:20:47.294727 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3357daf7-090d-4f91-a234-01eabb597d33 admin admin] Deleting port b0b00957-6301-41ee-ada5-9d96c2fbb529 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:20:47.295065 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3357daf7-090d-4f91-a234-01eabb597d33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:47.401262 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-3357daf7-090d-4f91-a234-01eabb597d33 admin admin] For port b0b00957-6301-41ee-ada5-9d96c2fbb529, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=b0b00957-6301-41ee-ada5-9d96c2fbb529,segment=NetworkSegment(bc773f87-d80f-47fd-b728-25549eeb0873),segment_id=bc773f87-d80f-47fd-b728-25549eeb0873)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:20:47.401906 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3357daf7-090d-4f91-a234-01eabb597d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:47.482120 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43be8262-aba2-44ef-a669-54fc6fede246 None None] DHCP port deletion for 35893588-0f1e-477d-83eb-d93225ef04a5 request from dv-cinder-793136-1-iscsi {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 11:20:47.535485 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3357daf7-090d-4f91-a234-01eabb597d33 admin admin] Calling delete_port for b0b00957-6301-41ee-ada5-9d96c2fbb529 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:20:47.548672 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-43be8262-aba2-44ef-a669-54fc6fede246 None None] Deleting port b0b00957-6301-41ee-ada5-9d96c2fbb529 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:20:47.549295 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-43be8262-aba2-44ef-a669-54fc6fede246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:47.648260 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-43be8262-aba2-44ef-a669-54fc6fede246 None None] For port b0b00957-6301-41ee-ada5-9d96c2fbb529, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=b0b00957-6301-41ee-ada5-9d96c2fbb529,segment=NetworkSegment(bc773f87-d80f-47fd-b728-25549eeb0873),segment_id=bc773f87-d80f-47fd-b728-25549eeb0873)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:20:47.648662 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-43be8262-aba2-44ef-a669-54fc6fede246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:47.666994 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3357daf7-090d-4f91-a234-01eabb597d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:47.671110 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-81331746-d112-4f19-8517-5b95764e5bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:47.716442 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357daf7-090d-4f91-a234-01eabb597d33 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b00957-6301-41ee-ada5-9d96c2fbb529,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:47.718240 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3357daf7-090d-4f91-a234-01eabb597d33 admin admin] No DVR routers for this DVR port b0b00957-6301-41ee-ada5-9d96c2fbb529 on host dv-cinder-793136-1-iscsi {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:20:47.719714 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3357daf7-090d-4f91-a234-01eabb597d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:47.784015 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-43be8262-aba2-44ef-a669-54fc6fede246 None None] Calling delete_port for b0b00957-6301-41ee-ada5-9d96c2fbb529 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:20:47.842890 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-43be8262-aba2-44ef-a669-54fc6fede246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:47.843721 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3357daf7-090d-4f91-a234-01eabb597d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514367', 'neutron.services.segments.db._delete_segments_for_network-8746349621989'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:47.846970 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:47.861008 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-3357daf7-090d-4f91-a234-01eabb597d33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35893588-0f1e-477d-83eb-d93225ef04a5']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:47.874888 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-3357daf7-090d-4f91-a234-01eabb597d33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc773f87-d80f-47fd-b728-25549eeb0873') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:47.875299 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-3357daf7-090d-4f91-a234-01eabb597d33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc773f87-d80f-47fd-b728-25549eeb0873') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:47.888369 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3357daf7-090d-4f91-a234-01eabb597d33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349629862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-695913'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:47.890304 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be8262-aba2-44ef-a669-54fc6fede246 None None] Pushing event deleted for resources: {'Port': ['ID=b0b00957-6301-41ee-ada5-9d96c2fbb529,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:47.893472 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-43be8262-aba2-44ef-a669-54fc6fede246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:47.894311 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43be8262-aba2-44ef-a669-54fc6fede246 None None] No DVR routers for this DVR port b0b00957-6301-41ee-ada5-9d96c2fbb529 on host dv-cinder-793136-1-iscsi {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:20:47.910300 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3357daf7-090d-4f91-a234-01eabb597d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:47.918158 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3357daf7-090d-4f91-a234-01eabb597d33 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:20:47.918626 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3357daf7-090d-4f91-a234-01eabb597d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-857939'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: Traceback (most recent call last): May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: timer() May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: cb(*args, **kw) May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: return func(*args, **kwargs) May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: self._notify() May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: self.callback(batched_events) May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: event.method(event) May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: return f(self, *a, **k) May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: return self._get(url).json() May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: return self.request(url, 'GET', **kwargs) May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:20:47.932090 dv-cinder-793136-1-iscsi neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:20:47.942263 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2378bf37-5102-4a79-8250-4a4e8843ccc6 req-fb40f23e-9aed-49b6-b8af-bbb3ff0a9878 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=3801ac07-d14d-4f8b-983b-c87f40ed5604 HTTP/1.1" status: 200 len: 210 time: 0.0589235 May 26 11:20:48.169654 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3357daf7-090d-4f91-a234-01eabb597d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424647'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:48.173832 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d1e83bd8-a47a-4aeb-b854-11a10884bfa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:48.187198 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3357daf7-090d-4f91-a234-01eabb597d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:48.198251 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357daf7-090d-4f91-a234-01eabb597d33 admin admin] Pushing event deleted for resources: {'Network': ['ID=35893588-0f1e-477d-83eb-d93225ef04a5,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:48.203112 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3357daf7-090d-4f91-a234-01eabb597d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:48.209416 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-3357daf7-090d-4f91-a234-01eabb597d33 admin admin] 10.222.0.35 "DELETE /v2.0/networks/35893588-0f1e-477d-83eb-d93225ef04a5 HTTP/1.1" status: 204 len: 168 time: 1.1014216 May 26 11:20:48.367668 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-25967e67-e68d-4692-b1b2-f8cad12cadfa tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:48.369715 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-25967e67-e68d-4692-b1b2-f8cad12cadfa tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.37 "GET /v2.0/networks?id=0d4f8173-93d2-4639-84af-f1ad39a17b69 HTTP/1.1" status: 200 len: 813 time: 0.2548397 May 26 11:20:48.389072 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-341470b4-cbf6-4377-9d72-26b72c56e13e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Request body: {'port': {'device_id': '3801ac07-d14d-4f8b-983b-c87f40ed5604', 'network_id': '0d4f8173-93d2-4639-84af-f1ad39a17b69', 'admin_state_up': True, 'tenant_id': '08ff2b625e204f0aad119375dc73d9b0'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:20:48.539077 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-341470b4-cbf6-4377-9d72-26b72c56e13e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:20:48.544902 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-341470b4-cbf6-4377-9d72-26b72c56e13e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Usage tracker for resource:port and tenant:08ff2b625e204f0aad119375dc73d9b0 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:20:48.548543 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-341470b4-cbf6-4377-9d72-26b72c56e13e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:20:48.554944 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-341470b4-cbf6-4377-9d72-26b72c56e13e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:20:48.680088 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-341470b4-cbf6-4377-9d72-26b72c56e13e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Made reservation on behalf of 08ff2b625e204f0aad119375dc73d9b0 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:20:48.683658 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-341470b4-cbf6-4377-9d72-26b72c56e13e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:48.766711 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 55312) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:20:48.822187 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-59eb8689-4e9a-4bb8-9117-34c777d96fea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc961799625447e4a664b9239ec13944&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0539272 May 26 11:20:48.824532 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 55316) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:20:48.862759 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-341470b4-cbf6-4377-9d72-26b72c56e13e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Allocated IP 172.20.0.5 (0d4f8173-93d2-4639-84af-f1ad39a17b69/f001262f-da20-41f6-a9e4-eb9a6f1c3a02/28a028a9-3c03-40b8-91c7-e25f4c71cf7b) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:20:48.908950 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-22e84126-15bb-48f1-9232-ea3444c3ad95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:48.940218 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-22e84126-15bb-48f1-9232-ea3444c3ad95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:49.066080 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-22e84126-15bb-48f1-9232-ea3444c3ad95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:49.069954 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:49.087943 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e84126-15bb-48f1-9232-ea3444c3ad95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6805f9ae-9bae-402a-aaa2-4d52f7f2c3da,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:49.092356 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-22e84126-15bb-48f1-9232-ea3444c3ad95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:49.095561 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-58e9bbb5-756d-47da-a6ba-a72185d8e3ad req-123e633c-3fc0-4c33-8595-e0065d3bc934 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=3801ac07-d14d-4f8b-983b-c87f40ed5604 HTTP/1.1" status: 200 len: 210 time: 0.0478723 May 26 11:20:49.096259 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-22e84126-15bb-48f1-9232-ea3444c3ad95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:49.110495 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-22e84126-15bb-48f1-9232-ea3444c3ad95 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6805f9ae-9bae-402a-aaa2-4d52f7f2c3da HTTP/1.1" status: 204 len: 168 time: 0.2847135 May 26 11:20:49.118070 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-341470b4-cbf6-4377-9d72-26b72c56e13e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:49.144197 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device b0b00957-6301-41ee-ada5-9d96c2fbb529 no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:20:49.180428 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: b0b00957-6301-41ee-ada5-9d96c2fbb529 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:20:49.180776 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device b0b00957-6301-41ee-ada5-9d96c2fbb529 not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:20:49.223235 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-341470b4-cbf6-4377-9d72-26b72c56e13e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:49.229186 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a68b7014-a5de-4842-805e-7f4c395e4983 tempest-ServerRescueNegativeTestJSON-509106845 tempest-ServerRescueNegativeTestJSON-509106845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:49.299575 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-341470b4-cbf6-4377-9d72-26b72c56e13e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Network 0d4f8173-93d2-4639-84af-f1ad39a17b69 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:20:49.302703 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-341470b4-cbf6-4377-9d72-26b72c56e13e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:20:49.307023 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-341470b4-cbf6-4377-9d72-26b72c56e13e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:20:49.338994 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341470b4-cbf6-4377-9d72-26b72c56e13e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Pushing event updated for resources: {'Port': ['ID=28a028a9-3c03-40b8-91c7-e25f4c71cf7b,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:49.345489 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-341470b4-cbf6-4377-9d72-26b72c56e13e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:49.375578 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-341470b4-cbf6-4377-9d72-26b72c56e13e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:49.376180 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-341470b4-cbf6-4377-9d72-26b72c56e13e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:49.486364 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-341470b4-cbf6-4377-9d72-26b72c56e13e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1010067 May 26 11:20:49.504799 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Request body: {'port': {'device_id': '3801ac07-d14d-4f8b-983b-c87f40ed5604', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:20:49.628539 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:49.976137 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28a028a9-3c03-40b8-91c7-e25f4c71cf7b {{(pid=92386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:20:49.983957 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:49.998608 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Transition to ACTIVE for port object 28a028a9-3c03-40b8-91c7-e25f4c71cf7b will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:20:50.091307 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:50.096329 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-341470b4-cbf6-4377-9d72-26b72c56e13e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:50.270478 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Pushing event updated for resources: {'Port': ['ID=28a028a9-3c03-40b8-91c7-e25f4c71cf7b,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:50.301225 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:50.314627 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:20:50.401187 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Attempting to bind port 28a028a9-3c03-40b8-91c7-e25f4c71cf7b on host hv-cinder-79313 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:20:50.401544 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Attempting to bind port 28a028a9-3c03-40b8-91c7-e25f4c71cf7b by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '6c120a39-d1bd-43f1-b9e3-808aa89ded94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0d4f8173-93d2-4639-84af-f1ad39a17b69'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:20:50.401936 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Attempting to bind port 28a028a9-3c03-40b8-91c7-e25f4c71cf7b on network 0d4f8173-93d2-4639-84af-f1ad39a17b69 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:20:50.408317 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Port 28a028a9-3c03-40b8-91c7-e25f4c71cf7b on network 0d4f8173-93d2-4639-84af-f1ad39a17b69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:20:50.408633 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Attempting to bind port 28a028a9-3c03-40b8-91c7-e25f4c71cf7b on network 0d4f8173-93d2-4639-84af-f1ad39a17b69 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:20:50.416764 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Checking agent: {'id': 'e864f0ab-5241-4583-ad18-7aea86fa37e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'started_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:20:50.417097 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Checking segment: {'id': '6c120a39-d1bd-43f1-b9e3-808aa89ded94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0d4f8173-93d2-4639-84af-f1ad39a17b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:20:50.417479 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Bound using segment: {'id': '6c120a39-d1bd-43f1-b9e3-808aa89ded94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0d4f8173-93d2-4639-84af-f1ad39a17b69'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:20:50.417928 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Bound port: 28a028a9-3c03-40b8-91c7-e25f4c71cf7b, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c120a39-d1bd-43f1-b9e3-808aa89ded94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0d4f8173-93d2-4639-84af-f1ad39a17b69'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:20:50.418274 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:50.435741 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f8a6c-4295-4c8c-85e2-b01633a2f8fb req-12ef2d4b-324c-471a-8a5e-cc273ae79daa tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:50.436446 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-166f8a6c-4295-4c8c-85e2-b01633a2f8fb req-12ef2d4b-324c-471a-8a5e-cc273ae79daa tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Synchronizing usage tracker for tenant:08ff2b625e204f0aad119375dc73d9b0 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:20:50.526401 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] For port 28a028a9-3c03-40b8-91c7-e25f4c71cf7b, host hv-cinder-79313, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:20:50.529274 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] For port 28a028a9-3c03-40b8-91c7-e25f4c71cf7b, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=28a028a9-3c03-40b8-91c7-e25f4c71cf7b,segment=NetworkSegment(6c120a39-d1bd-43f1-b9e3-808aa89ded94),segment_id=6c120a39-d1bd-43f1-b9e3-808aa89ded94)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:20:50.565405 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-166f8a6c-4295-4c8c-85e2-b01633a2f8fb req-12ef2d4b-324c-471a-8a5e-cc273ae79daa tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Unset dirty status for tenant:08ff2b625e204f0aad119375dc73d9b0 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:20:50.566600 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-166f8a6c-4295-4c8c-85e2-b01633a2f8fb req-12ef2d4b-324c-471a-8a5e-cc273ae79daa tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=3801ac07-d14d-4f8b-983b-c87f40ed5604 HTTP/1.1" status: 200 len: 943 time: 0.3375514 May 26 11:20:50.613877 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:50.623958 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-564d1b21-86b5-4f47-b1ff-40fb4efc2423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:50.832079 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-166f8a6c-4295-4c8c-85e2-b01633a2f8fb req-4bb4b62b-0365-4abd-9c4a-58d6f354c625 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591753 May 26 11:20:50.871420 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:50.872402 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:50.874515 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] 10.222.0.37 "PUT /v2.0/ports/28a028a9-3c03-40b8-91c7-e25f4c71cf7b HTTP/1.1" status: 200 len: 1093 time: 1.3739514 May 26 11:20:50.875268 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3801ac07-d14d-4f8b-983b-c87f40ed5604', 'tag': '28a028a9-3c03-40b8-91c7-e25f4c71cf7b'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:20:50.905721 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Pushing event updated for resources: {'Port': ['ID=28a028a9-3c03-40b8-91c7-e25f4c71cf7b,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:50.907446 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:50.927662 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3801ac07-d14d-4f8b-983b-c87f40ed5604', 'tag': '28a028a9-3c03-40b8-91c7-e25f4c71cf7b', 'status': 'completed', 'code': 200} May 26 11:20:51.065355 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02543733-0d59-48a4-a83d-dcef3a7413e5 req-d47ac6f7-784b-43c7-aa95-7b3d49e5b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:51.066939 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-02543733-0d59-48a4-a83d-dcef3a7413e5 req-d47ac6f7-784b-43c7-aa95-7b3d49e5b479 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=08ff2b625e204f0aad119375dc73d9b0&device_id=3801ac07-d14d-4f8b-983b-c87f40ed5604 HTTP/1.1" status: 200 len: 1096 time: 0.0945628 May 26 11:20:51.228780 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02543733-0d59-48a4-a83d-dcef3a7413e5 req-d0d278e1-7ea4-48ef-91da-4c488feb83ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:51.230258 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-02543733-0d59-48a4-a83d-dcef3a7413e5 req-d0d278e1-7ea4-48ef-91da-4c488feb83ce service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=08ff2b625e204f0aad119375dc73d9b0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1494427 May 26 11:20:51.370557 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02543733-0d59-48a4-a83d-dcef3a7413e5 req-ff2bc3b2-b2e3-444d-bf59-ebbd080ffaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:51.371975 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-02543733-0d59-48a4-a83d-dcef3a7413e5 req-ff2bc3b2-b2e3-444d-bf59-ebbd080ffaf4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1353579 May 26 11:20:51.508075 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-8769fa6f-37af-41ef-b168-5a25ef15ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:51.510160 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-8769fa6f-37af-41ef-b168-5a25ef15ac89 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=08ff2b625e204f0aad119375dc73d9b0&device_id=3801ac07-d14d-4f8b-983b-c87f40ed5604 HTTP/1.1" status: 200 len: 1096 time: 0.0761213 May 26 11:20:51.588844 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-5d3aec88-338f-448c-a4a5-629991c71f04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28a028a9-3c03-40b8-91c7-e25f4c71cf7b HTTP/1.1" status: 200 len: 217 time: 0.0633371 May 26 11:20:51.659598 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-f65cf7dd-3179-4169-89c4-e35d355f996d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:51.661831 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-f65cf7dd-3179-4169-89c4-e35d355f996d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f001262f-da20-41f6-a9e4-eb9a6f1c3a02 HTTP/1.1" status: 200 len: 853 time: 0.0660906 May 26 11:20:51.709750 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-af92dada-8d63-4dba-9245-3e1f9aa9f7a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d4f8173-93d2-4639-84af-f1ad39a17b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421572 May 26 11:20:51.868943 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-817c10e6-cacc-42c8-beac-82e08418b0b4 service neutron] 10.222.0.37 "GET /v2.0/networks/0d4f8173-93d2-4639-84af-f1ad39a17b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484430 May 26 11:20:52.062679 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b0862b9e-b912-4b48-a245-0da6e1d9cb34 req-20a8bb2b-f92c-4aac-b113-cf152c79d8e1 service neutron] 10.222.0.37 "GET /v2.0/networks/0d4f8173-93d2-4639-84af-f1ad39a17b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868458 May 26 11:20:52.080542 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7569a-756a-41b0-873b-c53e4c10fe85 req-36f55442-0d43-4e8b-9b84-1b0a72ffcc7f tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:52.081894 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-14b7569a-756a-41b0-873b-c53e4c10fe85 req-36f55442-0d43-4e8b-9b84-1b0a72ffcc7f tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=3801ac07-d14d-4f8b-983b-c87f40ed5604 HTTP/1.1" status: 200 len: 943 time: 0.1323466 May 26 11:20:52.128450 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-14b7569a-756a-41b0-873b-c53e4c10fe85 req-1dce0b09-4271-44b6-80e5-7614adeea683 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404105 May 26 11:20:53.317539 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09865ce1-5b78-4506-b6c7-cf57379c85b6 req-a47151c2-b899-4f87-aff1-106103121f9e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:53.319043 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-09865ce1-5b78-4506-b6c7-cf57379c85b6 req-a47151c2-b899-4f87-aff1-106103121f9e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=3801ac07-d14d-4f8b-983b-c87f40ed5604 HTTP/1.1" status: 200 len: 943 time: 0.0801778 May 26 11:20:53.369114 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-09865ce1-5b78-4506-b6c7-cf57379c85b6 req-b0126a2a-cb2e-4052-b069-dfafabcebba4 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439680 May 26 11:20:54.560596 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab8e50-e7ae-43a4-89c0-4fa5103bd350 req-fd549719-a58e-4369-af4a-035397d2a6cd tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:54.562177 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-daab8e50-e7ae-43a4-89c0-4fa5103bd350 req-fd549719-a58e-4369-af4a-035397d2a6cd tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=3801ac07-d14d-4f8b-983b-c87f40ed5604 HTTP/1.1" status: 200 len: 943 time: 0.0848575 May 26 11:20:54.611048 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-daab8e50-e7ae-43a4-89c0-4fa5103bd350 req-2dd49b2f-aae1-467d-968c-7d4d58df809f tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429380 May 26 11:20:54.735379 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 28a028a9-3c03-40b8-91c7-e25f4c71cf7b details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:20:54.867028 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 28a028a9-3c03-40b8-91c7-e25f4c71cf7b, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=28a028a9-3c03-40b8-91c7-e25f4c71cf7b,segment=NetworkSegment(6c120a39-d1bd-43f1-b9e3-808aa89ded94),segment_id=6c120a39-d1bd-43f1-b9e3-808aa89ded94)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:20:54.880410 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': '28a028a9-3c03-40b8-91c7-e25f4c71cf7b', 'network_id': '0d4f8173-93d2-4639-84af-f1ad39a17b69', 'port_id': '28a028a9-3c03-40b8-91c7-e25f4c71cf7b', 'mac_address': 'fa:16:3e:82:29:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f001262f-da20-41f6-a9e4-eb9a6f1c3a02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:20:54.935807 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:54.953907 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28a028a9-3c03-40b8-91c7-e25f4c71cf7b {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:20:54.970699 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 28a028a9-3c03-40b8-91c7-e25f4c71cf7b, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=28a028a9-3c03-40b8-91c7-e25f4c71cf7b,segment=NetworkSegment(6c120a39-d1bd-43f1-b9e3-808aa89ded94),segment_id=6c120a39-d1bd-43f1-b9e3-808aa89ded94)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:20:55.049472 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:55.049472 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:55.128062 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=28a028a9-3c03-40b8-91c7-e25f4c71cf7b,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:55.131301 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:55.352740 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['28a028a9-3c03-40b8-91c7-e25f4c71cf7b'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:20:55.897880 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e60b6a-dde2-4b60-a65e-268b3733d163 req-35cb2ec8-f284-4f10-9e76-918d00364a2c tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:55.900399 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-83e60b6a-dde2-4b60-a65e-268b3733d163 req-35cb2ec8-f284-4f10-9e76-918d00364a2c tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=3801ac07-d14d-4f8b-983b-c87f40ed5604 HTTP/1.1" status: 200 len: 944 time: 0.0959671 May 26 11:20:55.950608 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-83e60b6a-dde2-4b60-a65e-268b3733d163 req-9d70b1cf-04f1-47d1-a71c-f164e62b37d6 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434182 May 26 11:20:56.393758 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c6e32aac-ca38-4f68-8cf6-2bf8cb195d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:56.756061 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 28a028a9-3c03-40b8-91c7-e25f4c71cf7b up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:20:56.905886 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning for port 28a028a9-3c03-40b8-91c7-e25f4c71cf7b completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:20:56.911018 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port 28a028a9-3c03-40b8-91c7-e25f4c71cf7b triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:20:56.911404 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:57.035569 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:57.064394 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3801ac07-d14d-4f8b-983b-c87f40ed5604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a028a9-3c03-40b8-91c7-e25f4c71cf7b'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:20:57.080740 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 28a028a9-3c03-40b8-91c7-e25f4c71cf7b, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=28a028a9-3c03-40b8-91c7-e25f4c71cf7b,segment=NetworkSegment(6c120a39-d1bd-43f1-b9e3-808aa89ded94),segment_id=6c120a39-d1bd-43f1-b9e3-808aa89ded94)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:20:57.130450 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3801ac07-d14d-4f8b-983b-c87f40ed5604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a028a9-3c03-40b8-91c7-e25f4c71cf7b', 'code': 200} May 26 11:20:57.158716 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040396f2-53a4-460e-8c40-a5500ac1d010 req-738666ad-77ed-4b40-8cfd-d65526410d9b tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:57.160385 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-040396f2-53a4-460e-8c40-a5500ac1d010 req-738666ad-77ed-4b40-8cfd-d65526410d9b tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=3801ac07-d14d-4f8b-983b-c87f40ed5604 HTTP/1.1" status: 200 len: 944 time: 0.0978982 May 26 11:20:57.211189 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-040396f2-53a4-460e-8c40-a5500ac1d010 req-d059bcb4-54e7-4097-86ce-b8c177e1541d tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443907 May 26 11:20:57.223559 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:57.227038 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e14edddc-c64b-4a10-bd35-d468aa894ee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:20:57.302873 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=28a028a9-3c03-40b8-91c7-e25f4c71cf7b,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:57.306067 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:20:57.561261 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51295532-30e7-4a3a-87bb-719db809772b req-f1bed4a2-299d-4390-9048-4edfd1c7602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:57.563248 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-51295532-30e7-4a3a-87bb-719db809772b req-f1bed4a2-299d-4390-9048-4edfd1c7602c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3801ac07-d14d-4f8b-983b-c87f40ed5604 HTTP/1.1" status: 200 len: 1098 time: 0.0800464 May 26 11:20:57.613435 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-51295532-30e7-4a3a-87bb-719db809772b req-f39b8b03-e1ea-4f9c-bcfb-771f07690c34 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435503 May 26 11:20:58.405981 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c57aa1-5404-475d-95c7-b38f4fb1a531 req-1e4accce-f5a8-4982-bf98-66a5794fdeb6 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:58.407403 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-58c57aa1-5404-475d-95c7-b38f4fb1a531 req-1e4accce-f5a8-4982-bf98-66a5794fdeb6 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=3801ac07-d14d-4f8b-983b-c87f40ed5604 HTTP/1.1" status: 200 len: 945 time: 0.0800319 May 26 11:20:58.450940 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-58c57aa1-5404-475d-95c7-b38f4fb1a531 req-847c21d7-cd89-48d6-bb20-e4368c51aa46 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379083 May 26 11:20:58.862488 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:58.988340 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8cd9182b-a4dc-4264-821f-028455352690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:59.731501 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:59.750057 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732333d2-301e-4742-8f94-55a1ef0058eb req-df88e142-d396-4387-92a9-5468b171439f tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:20:59.750057 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-732333d2-301e-4742-8f94-55a1ef0058eb req-df88e142-d396-4387-92a9-5468b171439f tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=3801ac07-d14d-4f8b-983b-c87f40ed5604 HTTP/1.1" status: 200 len: 945 time: 0.1834037 May 26 11:20:59.797286 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-732333d2-301e-4742-8f94-55a1ef0058eb req-5b136f94-76ea-4719-bf21-707c9e31a055 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422630 May 26 11:21:01.508064 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:02.793752 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:03.722191 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed272a0-1a20-4117-89f0-bbee08272a70 req-4d3ac0e3-1dd6-460b-9bdb-84ec96307ed5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:03.723748 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-aed272a0-1a20-4117-89f0-bbee08272a70 req-4d3ac0e3-1dd6-460b-9bdb-84ec96307ed5 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 946 time: 0.0824857 May 26 11:21:03.768883 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-aed272a0-1a20-4117-89f0-bbee08272a70 req-926391e4-5526-4be5-bf86-9d0cd1a3f172 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393116 May 26 11:21:04.965475 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc3394-67fe-4dba-bffa-b7d088f1f878 req-48d43f9e-fad1-48ad-b933-f6d6bb67d3c8 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:04.967084 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1cfc3394-67fe-4dba-bffa-b7d088f1f878 req-48d43f9e-fad1-48ad-b933-f6d6bb67d3c8 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 946 time: 0.0827768 May 26 11:21:05.019552 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1cfc3394-67fe-4dba-bffa-b7d088f1f878 req-6d651b26-d7bf-4fe7-956c-e90cfe98bbbf tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ef65df-bb27-4d54-8b4e-73b87f935297&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448320 May 26 11:21:05.213424 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21879807-3531-4c69-af40-5c012041b11d req-08c64f63-47cc-47b7-adca-2e5a7528d965 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:05.215388 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-21879807-3531-4c69-af40-5c012041b11d req-08c64f63-47cc-47b7-adca-2e5a7528d965 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.37 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 946 time: 0.1031768 May 26 11:21:05.384925 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-21879807-3531-4c69-af40-5c012041b11d req-0ba353bd-34b9-4674-bdac-b855eadcc187 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Deleting port a1c56e03-5422-4313-924a-580129e15eda {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:21:05.385260 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-21879807-3531-4c69-af40-5c012041b11d req-0ba353bd-34b9-4674-bdac-b855eadcc187 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:05.521215 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-21879807-3531-4c69-af40-5c012041b11d req-0ba353bd-34b9-4674-bdac-b855eadcc187 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] For port a1c56e03-5422-4313-924a-580129e15eda, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a1c56e03-5422-4313-924a-580129e15eda,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:21:05.521562 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-21879807-3531-4c69-af40-5c012041b11d req-0ba353bd-34b9-4674-bdac-b855eadcc187 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:05.823212 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-21879807-3531-4c69-af40-5c012041b11d req-0ba353bd-34b9-4674-bdac-b855eadcc187 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:05.823596 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-21879807-3531-4c69-af40-5c012041b11d req-0ba353bd-34b9-4674-bdac-b855eadcc187 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424661'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:05.823913 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.db.l3_db [req-21879807-3531-4c69-af40-5c012041b11d req-0ba353bd-34b9-4674-bdac-b855eadcc187 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Floating IP c3e6ac9c-0e66-46d5-8cd5-ad3289829223 disassociated. External IP: 172.27.2.88, port: a1c56e03-5422-4313-924a-580129e15eda. May 26 11:21:05.824285 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-21879807-3531-4c69-af40-5c012041b11d req-0ba353bd-34b9-4674-bdac-b855eadcc187 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Calling delete_port for a1c56e03-5422-4313-924a-580129e15eda owned by compute:nova {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:21:05.999344 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-21879807-3531-4c69-af40-5c012041b11d req-0ba353bd-34b9-4674-bdac-b855eadcc187 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:06.005544 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0cd713bd-31ae-4795-8be7-781efe25a871 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:06.054210 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba353bd-34b9-4674-bdac-b855eadcc187 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Pushing event deleted for resources: {'Port': ['ID=a1c56e03-5422-4313-924a-580129e15eda,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:06.057815 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0ba353bd-34b9-4674-bdac-b855eadcc187 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:06.266405 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-885db07b-735a-44bd-b38c-98b31ae29f14 req-2f1ec39d-94ce-4232-9d31-df0370dd34bb tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 210 time: 0.0682199 May 26 11:21:06.293000 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21879807-3531-4c69-af40-5c012041b11d req-0ba353bd-34b9-4674-bdac-b855eadcc187 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Router 0e671f7d-068d-4e2e-a817-887a88cc63bb has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:21:06.596456 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21879807-3531-4c69-af40-5c012041b11d req-0ba353bd-34b9-4674-bdac-b855eadcc187 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:21:06.607737 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c78a68f-7eb0-40f0-a013-dc913d30cc0c None None] Sync routers for ids ['0e671f7d-068d-4e2e-a817-887a88cc63bb'] in dv-cinder-793136-1-iscsi {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:21:06.618704 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c78a68f-7eb0-40f0-a013-dc913d30cc0c None None] Routers {'0e671f7d-068d-4e2e-a817-887a88cc63bb'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:21:06.619312 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-9c78a68f-7eb0-40f0-a013-dc913d30cc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:20:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['0e671f7d-068d-4e2e-a817-887a88cc63bb'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:06.669660 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-21879807-3531-4c69-af40-5c012041b11d req-0ba353bd-34b9-4674-bdac-b855eadcc187 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] No DVR routers for this DVR port a1c56e03-5422-4313-924a-580129e15eda on host hv-cinder-79313 {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:21:06.672250 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-21879807-3531-4c69-af40-5c012041b11d req-0ba353bd-34b9-4674-bdac-b855eadcc187 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:06.675013 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531f7ace-2e28-47c8-a961-5bb265dd1618', 'name': 'network-vif-deleted', 'tag': 'a1c56e03-5422-4313-924a-580129e15eda'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:21:06.723745 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531f7ace-2e28-47c8-a961-5bb265dd1618', 'name': 'network-vif-deleted', 'tag': 'a1c56e03-5422-4313-924a-580129e15eda', 'status': 'completed', 'code': 200} May 26 11:21:06.771628 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-21879807-3531-4c69-af40-5c012041b11d req-0ba353bd-34b9-4674-bdac-b855eadcc187 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.37 "DELETE /v2.0/ports/a1c56e03-5422-4313-924a-580129e15eda HTTP/1.1" status: 204 len: 173 time: 1.5498116 May 26 11:21:06.800805 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-9c78a68f-7eb0-40f0-a013-dc913d30cc0c None None] Set router 0e671f7d-068d-4e2e-a817-887a88cc63bb gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:21:07.117093 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-9c78a68f-7eb0-40f0-a013-dc913d30cc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1876242309-router', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:21Z', 'updated_at': '2021-05-26T11:13:33Z', 'revision_number': 4, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'gw_port': {'id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': '4f4f9da0-6a0c-4c71-807b-8bedcd914e28', 'name': '', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'mac_address': 'fa:16:3e:ee:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:31Z', 'updated_at': '2021-05-26T11:13:47Z', 'revision_number': 5, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'subnets': [{'id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:07.121029 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c78a68f-7eb0-40f0-a013-dc913d30cc0c None None] Checking router: 0e671f7d-068d-4e2e-a817-887a88cc63bb for host: dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:21:07.131116 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c78a68f-7eb0-40f0-a013-dc913d30cc0c None None] Routers {'0e671f7d-068d-4e2e-a817-887a88cc63bb'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:21:07.131853 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-9c78a68f-7eb0-40f0-a013-dc913d30cc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:20:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['0e671f7d-068d-4e2e-a817-887a88cc63bb'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:07.318672 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-9c78a68f-7eb0-40f0-a013-dc913d30cc0c None None] Set router 0e671f7d-068d-4e2e-a817-887a88cc63bb gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:21:07.444532 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-d378d86a-cd5f-4150-87ae-500b35e937de req-d50b16eb-b3e2-424f-8fe1-d237bc7f0b71 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Synchronizing usage tracker for tenant:a6fe442964904bd3b71480242adf4f16 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:21:07.569461 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-d378d86a-cd5f-4150-87ae-500b35e937de req-d50b16eb-b3e2-424f-8fe1-d237bc7f0b71 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Unset dirty status for tenant:a6fe442964904bd3b71480242adf4f16 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:21:07.571355 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d378d86a-cd5f-4150-87ae-500b35e937de req-d50b16eb-b3e2-424f-8fe1-d237bc7f0b71 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/ports?device_id=531f7ace-2e28-47c8-a961-5bb265dd1618 HTTP/1.1" status: 200 len: 210 time: 0.1742339 May 26 11:21:07.661830 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-9c78a68f-7eb0-40f0-a013-dc913d30cc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1876242309-router', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:21Z', 'updated_at': '2021-05-26T11:13:33Z', 'revision_number': 4, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'gw_port': {'id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': '4f4f9da0-6a0c-4c71-807b-8bedcd914e28', 'name': '', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'mac_address': 'fa:16:3e:ee:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:31Z', 'updated_at': '2021-05-26T11:13:47Z', 'revision_number': 5, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'subnets': [{'id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:07.666712 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c78a68f-7eb0-40f0-a013-dc913d30cc0c None None] The sync data for ids ['0e671f7d-068d-4e2e-a817-887a88cc63bb'] in dv-cinder-793136-1-iscsi is: [{'id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1876242309-router', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:21Z', 'updated_at': '2021-05-26T11:13:33Z', 'revision_number': 4, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'gw_port': {'id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': '4f4f9da0-6a0c-4c71-807b-8bedcd914e28', 'name': '', 'network_id': '513e1c4d-d73e-422d-b620-6e51d2db19e7', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'mac_address': 'fa:16:3e:ee:3f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:31Z', 'updated_at': '2021-05-26T11:13:47Z', 'revision_number': 5, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'subnets': [{'id': '5300992e-d385-4173-9ce7-e81c35af28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:21:07.915503 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6925b8e2-7d6b-4d8c-8efb-8e96f7b6a3a9 None None] New status for floating IP c3e6ac9c-0e66-46d5-8cd5-ad3289829223: DOWN {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:21:08.810176 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device a1c56e03-5422-4313-924a-580129e15eda no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:21:08.827074 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 55602) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:08.844728 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] No Port match for: a1c56e03-5422-4313-924a-580129e15eda {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:21:08.855697 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device a1c56e03-5422-4313-924a-580129e15eda not bound to the agent host hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:21:08.891607 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-67ac33d5-9f1a-4773-b04c-e6e84c9c9f33 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:08.922935 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-67ac33d5-9f1a-4773-b04c-e6e84c9c9f33 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:09.054270 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-67ac33d5-9f1a-4773-b04c-e6e84c9c9f33 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:09.058682 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-559a0c84-db55-4d53-b8a7-c164fc450d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:09.074773 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac33d5-9f1a-4773-b04c-e6e84c9c9f33 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ef65df-bb27-4d54-8b4e-73b87f935297,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:09.086015 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac33d5-9f1a-4773-b04c-e6e84c9c9f33 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:09.092348 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac33d5-9f1a-4773-b04c-e6e84c9c9f33 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:09.092348 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac33d5-9f1a-4773-b04c-e6e84c9c9f33 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:09.092348 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac33d5-9f1a-4773-b04c-e6e84c9c9f33 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:09.092348 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac33d5-9f1a-4773-b04c-e6e84c9c9f33 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:09.092348 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac33d5-9f1a-4773-b04c-e6e84c9c9f33 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:09.092348 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac33d5-9f1a-4773-b04c-e6e84c9c9f33 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:09.092348 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac33d5-9f1a-4773-b04c-e6e84c9c9f33 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:09.092348 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac33d5-9f1a-4773-b04c-e6e84c9c9f33 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:09.092348 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac33d5-9f1a-4773-b04c-e6e84c9c9f33 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:09.092348 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac33d5-9f1a-4773-b04c-e6e84c9c9f33 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:09.092348 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ac33d5-9f1a-4773-b04c-e6e84c9c9f33 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:09.094303 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-67ac33d5-9f1a-4773-b04c-e6e84c9c9f33 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:09.206586 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-67ac33d5-9f1a-4773-b04c-e6e84c9c9f33 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:09.211070 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-67ac33d5-9f1a-4773-b04c-e6e84c9c9f33 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "DELETE /v2.0/security-groups/75ef65df-bb27-4d54-8b4e-73b87f935297 HTTP/1.1" status: 204 len: 168 time: 0.3802569 May 26 11:21:09.211651 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 55614) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:09.229660 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.api.v2.resource [None req-f071b1aa-1d82-4447-ab91-a42d9d7960fa tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] show failed (client error): The resource could not be found. May 26 11:21:09.233436 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-f071b1aa-1d82-4447-ab91-a42d9d7960fa tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "GET /v2.0/security-groups/75ef65df-bb27-4d54-8b4e-73b87f935297 HTTP/1.1" status: 404 len: 347 time: 0.0184069 May 26 11:21:09.234063 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 55620) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:09.466418 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-a6e4b2ac-8a13-4175-8e61-34305b1e938b tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Deleting port b14fc401-e475-482c-9c79-b55468f52a2c {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:21:09.466757 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6e4b2ac-8a13-4175-8e61-34305b1e938b tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:09.600605 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6e4b2ac-8a13-4175-8e61-34305b1e938b tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:09.600849 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6e4b2ac-8a13-4175-8e61-34305b1e938b tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:09.729956 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-a6e4b2ac-8a13-4175-8e61-34305b1e938b tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Calling delete_port for b14fc401-e475-482c-9c79-b55468f52a2c owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:21:09.976647 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6e4b2ac-8a13-4175-8e61-34305b1e938b tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:09.980613 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0ba353bd-34b9-4674-bdac-b855eadcc187 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:10.029468 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4b2ac-8a13-4175-8e61-34305b1e938b tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Pushing event deleted for resources: {'Port': ['ID=b14fc401-e475-482c-9c79-b55468f52a2c,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:10.055383 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a6e4b2ac-8a13-4175-8e61-34305b1e938b tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:10.124600 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6e4b2ac-8a13-4175-8e61-34305b1e938b tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:10.214518 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6e4b2ac-8a13-4175-8e61-34305b1e938b tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:10.215650 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-a6e4b2ac-8a13-4175-8e61-34305b1e938b tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] 10.222.0.35 "DELETE /v2.0/floatingips/c3e6ac9c-0e66-46d5-8cd5-ad3289829223 HTTP/1.1" status: 204 len: 168 time: 0.9806726 May 26 11:21:13.288387 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 55694) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:13.361210 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 55700) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:13.434242 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3b5de5a0-a3c0-4017-adc3-bbebe0390a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:13.453405 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-3b5de5a0-a3c0-4017-adc3-bbebe0390a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:21:13.457828 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-3b5de5a0-a3c0-4017-adc3-bbebe0390a4f admin admin] Usage tracker for resource:security_group_rule and tenant:e58aef44769f4b8ea47fc21a7274bab8 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:21:13.462154 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-3b5de5a0-a3c0-4017-adc3-bbebe0390a4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:21:13.469916 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-3b5de5a0-a3c0-4017-adc3-bbebe0390a4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:21:13.812433 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3b5de5a0-a3c0-4017-adc3-bbebe0390a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:13.887417 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3b5de5a0-a3c0-4017-adc3-bbebe0390a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:13.897740 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ccefe81e-177f-4b8a-a455-ec35f988d554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:13.952457 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-3b5de5a0-a3c0-4017-adc3-bbebe0390a4f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e58aef44769f4b8ea47fc21a7274bab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6627498 May 26 11:21:13.953690 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5de5a0-a3c0-4017-adc3-bbebe0390a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a92c34b-56d2-41ef-b19b-ccaf239121d4,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:13.955538 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 55710) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:13.958818 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3b5de5a0-a3c0-4017-adc3-bbebe0390a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:14.020573 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b0952b92-0873-4231-a059-7b8eb9beb17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:14.050986 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b0952b92-0873-4231-a059-7b8eb9beb17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:14.165634 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aed0a094-afc8-4680-90d4-5f7f1587aa94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419527'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:14.174388 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b0952b92-0873-4231-a059-7b8eb9beb17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:14.179661 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-dadfba78-79f1-4630-9fe1-4cc39c6efb69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:14.191349 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0952b92-0873-4231-a059-7b8eb9beb17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a92c34b-56d2-41ef-b19b-ccaf239121d4,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:14.193979 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b0952b92-0873-4231-a059-7b8eb9beb17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:14.201976 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b0952b92-0873-4231-a059-7b8eb9beb17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:14.206352 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-b0952b92-0873-4231-a059-7b8eb9beb17b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4a92c34b-56d2-41ef-b19b-ccaf239121d4 HTTP/1.1" status: 204 len: 168 time: 0.2450778 May 26 11:21:14.598744 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-aed0a094-afc8-4680-90d4-5f7f1587aa94 admin admin] Deleting port 4f4f9da0-6a0c-4c71-807b-8bedcd914e28 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:21:14.599393 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aed0a094-afc8-4680-90d4-5f7f1587aa94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:14.839216 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-aed0a094-afc8-4680-90d4-5f7f1587aa94 admin admin] For port 4f4f9da0-6a0c-4c71-807b-8bedcd914e28, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=4f4f9da0-6a0c-4c71-807b-8bedcd914e28,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:21:14.839472 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aed0a094-afc8-4680-90d4-5f7f1587aa94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:14.970889 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 55722) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:14.972665 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-aed0a094-afc8-4680-90d4-5f7f1587aa94 admin admin] Calling delete_port for 4f4f9da0-6a0c-4c71-807b-8bedcd914e28 owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:21:14.994476 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c79bf8e-ee2e-48d6-ab41-adcda505658a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:15.011840 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-8c79bf8e-ee2e-48d6-ab41-adcda505658a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:21:15.017584 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-8c79bf8e-ee2e-48d6-ab41-adcda505658a admin admin] Usage tracker for resource:security_group_rule and tenant:e09563b188204fb7a78d872f8d83c219 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:21:15.021222 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-8c79bf8e-ee2e-48d6-ab41-adcda505658a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:21:15.028876 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-8c79bf8e-ee2e-48d6-ab41-adcda505658a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:21:15.130333 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c79bf8e-ee2e-48d6-ab41-adcda505658a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:15.191629 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c79bf8e-ee2e-48d6-ab41-adcda505658a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:15.200394 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-25d78108-6807-454e-ab19-88c102c2d91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:15.231764 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aed0a094-afc8-4680-90d4-5f7f1587aa94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:15.235955 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-828c7878-2a61-487c-b0ad-aefc8f7a4d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:15.248136 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-8c79bf8e-ee2e-48d6-ab41-adcda505658a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e09563b188204fb7a78d872f8d83c219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730815 May 26 11:21:15.248136 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79bf8e-ee2e-48d6-ab41-adcda505658a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242b05df-727f-415b-8fdc-728afc1f4d56,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:15.252792 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 55726) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:15.252792 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8c79bf8e-ee2e-48d6-ab41-adcda505658a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:15.283798 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0a094-afc8-4680-90d4-5f7f1587aa94 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f4f9da0-6a0c-4c71-807b-8bedcd914e28,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:15.287043 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-aed0a094-afc8-4680-90d4-5f7f1587aa94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:15.364843 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4f048cae-33fc-4153-b9ca-1481036ed2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:15.364843 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4f048cae-33fc-4153-b9ca-1481036ed2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:15.559625 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4f048cae-33fc-4153-b9ca-1481036ed2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:15.564650 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d84e454f-5176-442f-a46a-bf39b786d2f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:15.569397 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aed0a094-afc8-4680-90d4-5f7f1587aa94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423799'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:15.577237 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f048cae-33fc-4153-b9ca-1481036ed2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242b05df-727f-415b-8fdc-728afc1f4d56,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:15.580632 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4f048cae-33fc-4153-b9ca-1481036ed2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:15.603199 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4f048cae-33fc-4153-b9ca-1481036ed2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:15.603199 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-4f048cae-33fc-4153-b9ca-1481036ed2bd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/242b05df-727f-415b-8fdc-728afc1f4d56 HTTP/1.1" status: 204 len: 168 time: 0.3356760 May 26 11:21:15.939765 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed0a094-afc8-4680-90d4-5f7f1587aa94 admin admin] Router 0e671f7d-068d-4e2e-a817-887a88cc63bb has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:21:16.125099 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed0a094-afc8-4680-90d4-5f7f1587aa94 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:21:16.136616 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52df9968-b5a6-4f0f-ab37-3a306c1fe0a2 None None] Sync routers for ids ['0e671f7d-068d-4e2e-a817-887a88cc63bb'] in dv-cinder-793136-1-iscsi {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:21:16.150534 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52df9968-b5a6-4f0f-ab37-3a306c1fe0a2 None None] Routers {'0e671f7d-068d-4e2e-a817-887a88cc63bb'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:21:16.150534 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-52df9968-b5a6-4f0f-ab37-3a306c1fe0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:20:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['0e671f7d-068d-4e2e-a817-887a88cc63bb'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:16.158433 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-aed0a094-afc8-4680-90d4-5f7f1587aa94 admin admin] 10.222.0.35 "PUT /v2.0/routers/0e671f7d-068d-4e2e-a817-887a88cc63bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7960272 May 26 11:21:16.161015 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 55744) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:16.341538 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-52df9968-b5a6-4f0f-ab37-3a306c1fe0a2 None None] Set router 0e671f7d-068d-4e2e-a817-887a88cc63bb gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:21:16.481487 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6fe30c24-e83f-43ce-a59f-66fc1fd154d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:16.689443 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6fe30c24-e83f-43ce-a59f-66fc1fd154d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:16.701985 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-52df9968-b5a6-4f0f-ab37-3a306c1fe0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1876242309-router', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:21Z', 'updated_at': '2021-05-26T11:21:15Z', 'revision_number': 5, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'gw_port': {'id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:16.706197 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52df9968-b5a6-4f0f-ab37-3a306c1fe0a2 None None] Checking router: 0e671f7d-068d-4e2e-a817-887a88cc63bb for host: dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:21:16.715041 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52df9968-b5a6-4f0f-ab37-3a306c1fe0a2 None None] Routers {'0e671f7d-068d-4e2e-a817-887a88cc63bb'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:21:16.715643 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-52df9968-b5a6-4f0f-ab37-3a306c1fe0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:20:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['0e671f7d-068d-4e2e-a817-887a88cc63bb'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:16.860859 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6fe30c24-e83f-43ce-a59f-66fc1fd154d6 admin admin] Deleting port 63310d16-6acc-4bff-a357-d3ac7dbe7040 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:21:16.861231 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6fe30c24-e83f-43ce-a59f-66fc1fd154d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:16.908693 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-52df9968-b5a6-4f0f-ab37-3a306c1fe0a2 None None] Set router 0e671f7d-068d-4e2e-a817-887a88cc63bb gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:21:17.006812 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-6fe30c24-e83f-43ce-a59f-66fc1fd154d6 admin admin] For port 63310d16-6acc-4bff-a357-d3ac7dbe7040, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=63310d16-6acc-4bff-a357-d3ac7dbe7040,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:21:17.007955 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6fe30c24-e83f-43ce-a59f-66fc1fd154d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:17.152386 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6fe30c24-e83f-43ce-a59f-66fc1fd154d6 admin admin] Calling delete_port for 63310d16-6acc-4bff-a357-d3ac7dbe7040 owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:21:17.274010 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-52df9968-b5a6-4f0f-ab37-3a306c1fe0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1876242309-router', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:21Z', 'updated_at': '2021-05-26T11:21:15Z', 'revision_number': 5, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'gw_port': {'id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:17.280874 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52df9968-b5a6-4f0f-ab37-3a306c1fe0a2 None None] The sync data for ids ['0e671f7d-068d-4e2e-a817-887a88cc63bb'] in dv-cinder-793136-1-iscsi is: [{'id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'name': 'tempest-AttachVolumeShelveTestJSON-1876242309-router', 'tenant_id': 'a6fe442964904bd3b71480242adf4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:13:21Z', 'updated_at': '2021-05-26T11:21:15Z', 'revision_number': 5, 'project_id': 'a6fe442964904bd3b71480242adf4f16', 'gw_port': {'id': '63310d16-6acc-4bff-a357-d3ac7dbe7040', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e671f7d-068d-4e2e-a817-887a88cc63bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:13:22Z', 'updated_at': '2021-05-26T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}] {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:21:17.432569 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6fe30c24-e83f-43ce-a59f-66fc1fd154d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:17.440512 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a8af5bd5-9d3c-48ae-815b-e4b45074ca89 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:17.528095 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe30c24-e83f-43ce-a59f-66fc1fd154d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=63310d16-6acc-4bff-a357-d3ac7dbe7040,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:17.528095 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6fe30c24-e83f-43ce-a59f-66fc1fd154d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:17.593771 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6fe30c24-e83f-43ce-a59f-66fc1fd154d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424680'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:17.801002 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6fe30c24-e83f-43ce-a59f-66fc1fd154d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1004'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:17.804322 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6fe30c24-e83f-43ce-a59f-66fc1fd154d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:17.951826 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6fe30c24-e83f-43ce-a59f-66fc1fd154d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-422491'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:17.952871 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe30c24-e83f-43ce-a59f-66fc1fd154d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e671f7d-068d-4e2e-a817-887a88cc63bb {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 11:21:17.969278 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6fe30c24-e83f-43ce-a59f-66fc1fd154d6 admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:17.970676 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-6fe30c24-e83f-43ce-a59f-66fc1fd154d6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/0e671f7d-068d-4e2e-a817-887a88cc63bb HTTP/1.1" status: 204 len: 168 time: 1.8086498 May 26 11:21:17.985510 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 55798) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:18.070423 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d460f55-b202-4d1c-94f2-9b321f7ccc6b admin admin] Deleting subnet 5300992e-d385-4173-9ce7-e81c35af28bb {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:21:18.073917 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d460f55-b202-4d1c-94f2-9b321f7ccc6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:18.128093 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d460f55-b202-4d1c-94f2-9b321f7ccc6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-695888'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:18.219028 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d460f55-b202-4d1c-94f2-9b321f7ccc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532386'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:18.643138 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 55808) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:18.712393 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d460f55-b202-4d1c-94f2-9b321f7ccc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-857585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31668490'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:18.717952 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d3e602dd-3d27-4a3c-a2ab-011fd31b7733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:18.755563 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d460f55-b202-4d1c-94f2-9b321f7ccc6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5300992e-d385-4173-9ce7-e81c35af28bb,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:18.758131 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0d460f55-b202-4d1c-94f2-9b321f7ccc6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:18.763081 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d460f55-b202-4d1c-94f2-9b321f7ccc6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:18.769147 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3e03e1-e658-4dc8-9b5e-6f174c327e32 None None] Network 513e1c4d-d73e-422d-b620-6e51d2db19e7 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:21:18.783773 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-0d460f55-b202-4d1c-94f2-9b321f7ccc6b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5300992e-d385-4173-9ce7-e81c35af28bb HTTP/1.1" status: 204 len: 168 time: 0.7969017 May 26 11:21:18.784690 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4ece221e-5071-4179-9aa9-96a4c68a0e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:18.787343 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 55814) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:18.801378 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-4ece221e-5071-4179-9aa9-96a4c68a0e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:21:18.805911 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-4ece221e-5071-4179-9aa9-96a4c68a0e42 admin admin] Usage tracker for resource:security_group_rule and tenant:f343b5b5f94d4bed8c783da135f53de5 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:21:18.809239 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-4ece221e-5071-4179-9aa9-96a4c68a0e42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:21:18.815130 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-4ece221e-5071-4179-9aa9-96a4c68a0e42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:21:18.922890 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4ece221e-5071-4179-9aa9-96a4c68a0e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:18.934108 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8a19ad23-af4c-4b3b-b8e6-db1f04b6c68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496182'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:19.021835 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-8a19ad23-af4c-4b3b-b8e6-db1f04b6c68c admin admin] Deleting port e3c9eab7-a893-465e-bfd3-3accc0b21048 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:21:19.022269 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8a19ad23-af4c-4b3b-b8e6-db1f04b6c68c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:19.023993 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4ece221e-5071-4179-9aa9-96a4c68a0e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:19.040969 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:19.083447 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-4ece221e-5071-4179-9aa9-96a4c68a0e42 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f343b5b5f94d4bed8c783da135f53de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4378402 May 26 11:21:19.086472 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece221e-5071-4179-9aa9-96a4c68a0e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75eee07-8553-4c3d-ae47-0c325eb874f4,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:19.087619 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6c5dec-7963-4034-9c6a-bebc1ca822fa None None] DHCP port deletion for 513e1c4d-d73e-422d-b620-6e51d2db19e7 request from dv-cinder-793136-1-iscsi {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 11:21:19.088829 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 55822) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:19.091807 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4ece221e-5071-4179-9aa9-96a4c68a0e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:19.133650 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-8a19ad23-af4c-4b3b-b8e6-db1f04b6c68c admin admin] For port e3c9eab7-a893-465e-bfd3-3accc0b21048, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=e3c9eab7-a893-465e-bfd3-3accc0b21048,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:21:19.134400 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8a19ad23-af4c-4b3b-b8e6-db1f04b6c68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:19.159886 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e6797b08-ecc7-4b6f-9609-7f40d93abb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:19.206547 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e6797b08-ecc7-4b6f-9609-7f40d93abb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:19.206989 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device e3c9eab7-a893-465e-bfd3-3accc0b21048 no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:21:19.263571 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-ad6c5dec-7963-4034-9c6a-bebc1ca822fa None None] Deleting port e3c9eab7-a893-465e-bfd3-3accc0b21048 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:21:19.263959 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ad6c5dec-7963-4034-9c6a-bebc1ca822fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:19.385408 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e6797b08-ecc7-4b6f-9609-7f40d93abb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:19.389269 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d19a26bc-a4d5-4ebd-bd12-9f50918ceada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:19.402089 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6797b08-ecc7-4b6f-9609-7f40d93abb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75eee07-8553-4c3d-ae47-0c325eb874f4,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:19.408823 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e6797b08-ecc7-4b6f-9609-7f40d93abb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:19.409680 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e6797b08-ecc7-4b6f-9609-7f40d93abb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:19.410835 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-e6797b08-ecc7-4b6f-9609-7f40d93abb7e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e75eee07-8553-4c3d-ae47-0c325eb874f4 HTTP/1.1" status: 204 len: 168 time: 0.3210847 May 26 11:21:19.453341 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-ad6c5dec-7963-4034-9c6a-bebc1ca822fa None None] For port e3c9eab7-a893-465e-bfd3-3accc0b21048, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=e3c9eab7-a893-465e-bfd3-3accc0b21048,segment=NetworkSegment(e9edfa39-8cf1-4a7c-a71c-b334d6825fa3),segment_id=e9edfa39-8cf1-4a7c-a71c-b334d6825fa3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:21:19.453745 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ad6c5dec-7963-4034-9c6a-bebc1ca822fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:19.458323 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-8a19ad23-af4c-4b3b-b8e6-db1f04b6c68c admin admin] Calling delete_port for e3c9eab7-a893-465e-bfd3-3accc0b21048 owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:21:19.605138 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-ad6c5dec-7963-4034-9c6a-bebc1ca822fa None None] Calling delete_port for e3c9eab7-a893-465e-bfd3-3accc0b21048 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:21:19.610521 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:19.622518 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8a19ad23-af4c-4b3b-b8e6-db1f04b6c68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:19.627752 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a03cf025-b1ec-4d4c-bf63-141c3717f901 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:19.676223 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19ad23-af4c-4b3b-b8e6-db1f04b6c68c admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c9eab7-a893-465e-bfd3-3accc0b21048,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:19.677877 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a19ad23-af4c-4b3b-b8e6-db1f04b6c68c admin admin] No DVR routers for this DVR port e3c9eab7-a893-465e-bfd3-3accc0b21048 on host dv-cinder-793136-1-iscsi {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:21:19.679635 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8a19ad23-af4c-4b3b-b8e6-db1f04b6c68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:19.684229 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 63310d16-6acc-4bff-a357-d3ac7dbe7040 no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:21:19.721575 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: 63310d16-6acc-4bff-a357-d3ac7dbe7040 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:21:19.721958 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 63310d16-6acc-4bff-a357-d3ac7dbe7040 not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:21:19.722793 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 4f4f9da0-6a0c-4c71-807b-8bedcd914e28 no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:21:19.776427 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: 4f4f9da0-6a0c-4c71-807b-8bedcd914e28 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:21:19.777179 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 4f4f9da0-6a0c-4c71-807b-8bedcd914e28 not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:21:19.799890 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ad6c5dec-7963-4034-9c6a-bebc1ca822fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:19.804888 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4afaf2c1-c380-4949-b697-1a9a9f22ce6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:19.822239 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8a19ad23-af4c-4b3b-b8e6-db1f04b6c68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514367', 'neutron.services.segments.db._delete_segments_for_network-8746349621989'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:19.849303 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.services.segments.db [None req-8a19ad23-af4c-4b3b-b8e6-db1f04b6c68c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513e1c4d-d73e-422d-b620-6e51d2db19e7']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:19.857706 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c5dec-7963-4034-9c6a-bebc1ca822fa None None] Pushing event deleted for resources: {'Port': ['ID=e3c9eab7-a893-465e-bfd3-3accc0b21048,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:19.860283 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6c5dec-7963-4034-9c6a-bebc1ca822fa None None] No DVR routers for this DVR port e3c9eab7-a893-465e-bfd3-3accc0b21048 on host dv-cinder-793136-1-iscsi {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:21:19.867458 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.services.segments.db [None req-8a19ad23-af4c-4b3b-b8e6-db1f04b6c68c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9edfa39-8cf1-4a7c-a71c-b334d6825fa3') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:19.867664 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ad6c5dec-7963-4034-9c6a-bebc1ca822fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:19.868439 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.services.segments.db [None req-8a19ad23-af4c-4b3b-b8e6-db1f04b6c68c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9edfa39-8cf1-4a7c-a71c-b334d6825fa3') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:19.885743 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8a19ad23-af4c-4b3b-b8e6-db1f04b6c68c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349629862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904551'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:19.905264 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8a19ad23-af4c-4b3b-b8e6-db1f04b6c68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:19.911673 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a19ad23-af4c-4b3b-b8e6-db1f04b6c68c admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:21:19.912058 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8a19ad23-af4c-4b3b-b8e6-db1f04b6c68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33093279'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: Traceback (most recent call last): May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: timer() May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: cb(*args, **kw) May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: return func(*args, **kwargs) May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: self._notify() May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: self.callback(batched_events) May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: event.method(event) May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: return f(self, *a, **k) May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: return self._get(url).json() May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: return self.request(url, 'GET', **kwargs) May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:21:19.925737 dv-cinder-793136-1-iscsi neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:21:20.068340 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8a19ad23-af4c-4b3b-b8e6-db1f04b6c68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424647'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:20.073725 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:20.088829 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8a19ad23-af4c-4b3b-b8e6-db1f04b6c68c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:20.100120 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19ad23-af4c-4b3b-b8e6-db1f04b6c68c admin admin] Pushing event deleted for resources: {'Network': ['ID=513e1c4d-d73e-422d-b620-6e51d2db19e7,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:20.103449 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8a19ad23-af4c-4b3b-b8e6-db1f04b6c68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:20.198091 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 55834) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:20.200150 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-8a19ad23-af4c-4b3b-b8e6-db1f04b6c68c admin admin] 10.222.0.35 "DELETE /v2.0/networks/513e1c4d-d73e-422d-b620-6e51d2db19e7 HTTP/1.1" status: 204 len: 168 time: 1.4116352 May 26 11:21:20.216417 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c0a2f635-ceb2-4b5f-a464-5600c3d95edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:20.231727 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-c0a2f635-ceb2-4b5f-a464-5600c3d95edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:21:20.235558 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-c0a2f635-ceb2-4b5f-a464-5600c3d95edf admin admin] Usage tracker for resource:security_group_rule and tenant:0ce3d44d2bc74967bffb1dd155478664 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:21:20.239691 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-c0a2f635-ceb2-4b5f-a464-5600c3d95edf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:21:20.245113 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-c0a2f635-ceb2-4b5f-a464-5600c3d95edf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:21:20.347172 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c0a2f635-ceb2-4b5f-a464-5600c3d95edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:20.506212 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c0a2f635-ceb2-4b5f-a464-5600c3d95edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:20.513825 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2e2406cf-acd3-45cc-94c3-6d33075ef436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:20.558204 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-c0a2f635-ceb2-4b5f-a464-5600c3d95edf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ce3d44d2bc74967bffb1dd155478664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3581810 May 26 11:21:20.559946 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2f635-ceb2-4b5f-a464-5600c3d95edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdd25b4-0106-4539-ab21-88996357c83c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:20.560345 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 55842) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:20.563772 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c0a2f635-ceb2-4b5f-a464-5600c3d95edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:20.624631 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-daa906de-882a-4546-8d45-c640ac135ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:20.656899 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-daa906de-882a-4546-8d45-c640ac135ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:20.755941 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 55846) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:20.805247 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-a4b82a39-16f7-4aa7-bf7d-fae15d771cfa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6fe442964904bd3b71480242adf4f16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0479929 May 26 11:21:20.807515 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 55850) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:20.849802 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-daa906de-882a-4546-8d45-c640ac135ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:20.854178 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5656d4cd-4111-4756-881c-fb09756a1f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:20.876373 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa906de-882a-4546-8d45-c640ac135ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdd25b4-0106-4539-ab21-88996357c83c,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:20.882481 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-daa906de-882a-4546-8d45-c640ac135ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:20.886091 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1048ffc9-cbf7-44f0-950b-004693d23a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:20.895993 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-daa906de-882a-4546-8d45-c640ac135ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:20.897093 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-daa906de-882a-4546-8d45-c640ac135ff2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3bdd25b4-0106-4539-ab21-88996357c83c HTTP/1.1" status: 204 len: 168 time: 0.3355794 May 26 11:21:20.919822 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1048ffc9-cbf7-44f0-950b-004693d23a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:21.065747 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1048ffc9-cbf7-44f0-950b-004693d23a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:21.069433 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4f048cae-33fc-4153-b9ca-1481036ed2bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:21.087380 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048ffc9-cbf7-44f0-950b-004693d23a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07017e0-5f2b-487d-9626-2c323a52e58b,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:21.091046 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1048ffc9-cbf7-44f0-950b-004693d23a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:21.095413 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1048ffc9-cbf7-44f0-950b-004693d23a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:21.096583 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-1048ffc9-cbf7-44f0-950b-004693d23a00 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d07017e0-5f2b-487d-9626-2c323a52e58b HTTP/1.1" status: 204 len: 168 time: 0.2881927 May 26 11:21:22.783722 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ed020475-d9cf-4824-b889-4641e5257885 req-950b32b0-593e-4c3e-a4e6-204446ea0d63 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707701944&fields=id&tenant_id=da72a28d3e51419ca0dcfbdfb174e658 HTTP/1.1" status: 200 len: 267 time: 0.0530245 May 26 11:21:22.951824 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed020475-d9cf-4824-b889-4641e5257885 req-ddb7cf70-22a3-4094-ba28-fdc86c30c157 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:22.959763 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ed020475-d9cf-4824-b889-4641e5257885 req-ddb7cf70-22a3-4094-ba28-fdc86c30c157 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/networks?id=377a1f2e-d6d0-49e0-923a-b599684df483 HTTP/1.1" status: 200 len: 812 time: 0.1653259 May 26 11:21:22.973316 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ed020475-d9cf-4824-b889-4641e5257885 req-e3bb5c89-dc2d-4e81-b08c-5428241e6b3a tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/quotas/da72a28d3e51419ca0dcfbdfb174e658 HTTP/1.1" status: 200 len: 375 time: 0.0124893 May 26 11:21:23.074742 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ed020475-d9cf-4824-b889-4641e5257885 req-c9c58dca-ba53-4652-9151-d846d7954bfd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=da72a28d3e51419ca0dcfbdfb174e658&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0958254 May 26 11:21:23.238399 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ed020475-d9cf-4824-b889-4641e5257885 req-9142674a-6c76-4457-857e-ba543d7a2ca6 service neutron] 10.222.0.35 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522555 May 26 11:21:23.390910 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ed020475-d9cf-4824-b889-4641e5257885 req-24323eb2-9add-495d-82c4-c8d2e439436e service neutron] 10.222.0.35 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460674 May 26 11:21:24.111495 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-86d976d2-0d89-49b1-af34-ea0f0cdee7e5 req-d947c2b5-012a-4901-bfcb-a91a072175ce tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 210 time: 0.0490253 May 26 11:21:24.125569 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 55970) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:24.256602 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe10c2a5-a906-4e01-9a8f-98339baaee57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:24.272127 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-fe10c2a5-a906-4e01-9a8f-98339baaee57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:21:24.277084 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-fe10c2a5-a906-4e01-9a8f-98339baaee57 admin admin] Usage tracker for resource:security_group_rule and tenant:26e0d1416764413ebb2dc95192d5a6a8 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:21:24.280089 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-fe10c2a5-a906-4e01-9a8f-98339baaee57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:21:24.286139 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-fe10c2a5-a906-4e01-9a8f-98339baaee57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:21:24.383507 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe10c2a5-a906-4e01-9a8f-98339baaee57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:24.500405 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe10c2a5-a906-4e01-9a8f-98339baaee57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:24.508398 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-46e16260-e2a5-4177-95f8-7fee7b24a6ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:24.550206 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-fe10c2a5-a906-4e01-9a8f-98339baaee57 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26e0d1416764413ebb2dc95192d5a6a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4231877 May 26 11:21:24.551147 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10c2a5-a906-4e01-9a8f-98339baaee57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44727c9e-09a5-4f86-9d95-59ac4397ea18,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:24.555159 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 55982) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:24.567657 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fe10c2a5-a906-4e01-9a8f-98339baaee57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:24.619079 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7fed74e7-4102-4a29-99e4-a05b5e0ee9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:24.648828 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7fed74e7-4102-4a29-99e4-a05b5e0ee9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:24.810764 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7fed74e7-4102-4a29-99e4-a05b5e0ee9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:24.814498 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-78faaaae-0a27-44df-a1bb-3566cfd68d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:24.828178 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed74e7-4102-4a29-99e4-a05b5e0ee9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44727c9e-09a5-4f86-9d95-59ac4397ea18,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:24.831206 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7fed74e7-4102-4a29-99e4-a05b5e0ee9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:24.833485 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7fed74e7-4102-4a29-99e4-a05b5e0ee9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:24.835493 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-7fed74e7-4102-4a29-99e4-a05b5e0ee9b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/44727c9e-09a5-4f86-9d95-59ac4397ea18 HTTP/1.1" status: 204 len: 168 time: 0.2790561 May 26 11:21:25.298424 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3beb9a77-be29-45b1-92cc-6591dc01fd36 req-6497c662-9269-490c-9311-75817e0690fe tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 210 time: 0.0608094 May 26 11:21:25.774939 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 56008) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:25.794341 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8665c49d-5a13-457d-af97-0d8a7905d418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:25.809477 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-8665c49d-5a13-457d-af97-0d8a7905d418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:21:25.813477 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-8665c49d-5a13-457d-af97-0d8a7905d418 admin admin] Usage tracker for resource:security_group_rule and tenant:17d057e0dc7249f89b5cb909d285b691 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:21:25.816490 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-8665c49d-5a13-457d-af97-0d8a7905d418 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:21:25.823240 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-8665c49d-5a13-457d-af97-0d8a7905d418 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:21:25.907135 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8665c49d-5a13-457d-af97-0d8a7905d418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:26.008850 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8665c49d-5a13-457d-af97-0d8a7905d418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:26.016163 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bcdc7070-d2fe-421d-ae31-3dd9ee79891d tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:26.158056 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-8665c49d-5a13-457d-af97-0d8a7905d418 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17d057e0dc7249f89b5cb909d285b691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812814 May 26 11:21:26.159051 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665c49d-5a13-457d-af97-0d8a7905d418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8fd545-f546-410f-b70c-76b75bb21ab1,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:26.160796 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 56012) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:26.162634 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8665c49d-5a13-457d-af97-0d8a7905d418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:26.225719 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-28c2c559-b84a-483c-a183-2709ea38b13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:26.253410 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-28c2c559-b84a-483c-a183-2709ea38b13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:26.408952 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-28c2c559-b84a-483c-a183-2709ea38b13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:26.413103 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e1077d8e-a96c-41c7-b22f-b286e9c7e000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:26.428592 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2c559-b84a-483c-a183-2709ea38b13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8fd545-f546-410f-b70c-76b75bb21ab1,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:26.433957 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-28c2c559-b84a-483c-a183-2709ea38b13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:26.453248 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-28c2c559-b84a-483c-a183-2709ea38b13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:26.467712 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-28c2c559-b84a-483c-a183-2709ea38b13e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9b8fd545-f546-410f-b70c-76b75bb21ab1 HTTP/1.1" status: 204 len: 168 time: 0.2955325 May 26 11:21:26.475772 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-341b6fcf-0215-46ee-a893-2e037b9adb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:26.530640 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ecdc42c6-5957-430d-8de5-040694bcd13a req-0bfa012e-28e4-4909-a93c-50130a218c3e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 210 time: 0.1095076 May 26 11:21:26.847965 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed020475-d9cf-4824-b889-4641e5257885 req-ac0c653f-2ade-4b04-837a-3209b3fc219c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:26.849450 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ed020475-d9cf-4824-b889-4641e5257885 req-ac0c653f-2ade-4b04-837a-3209b3fc219c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.37 "GET /v2.0/networks?id=377a1f2e-d6d0-49e0-923a-b599684df483 HTTP/1.1" status: 200 len: 812 time: 0.1486447 May 26 11:21:26.922211 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ed020475-d9cf-4824-b889-4641e5257885 req-51928561-ec5e-401c-b9eb-8e0e1eb7c189 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da72a28d3e51419ca0dcfbdfb174e658 HTTP/1.1" status: 200 len: 380 time: 0.0404186 May 26 11:21:26.931999 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-ed020475-d9cf-4824-b889-4641e5257885 req-da5f5652-a797-402e-b91a-1a2120b9e09f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Request body: {'port': {'device_id': '23f59586-f5a5-47b8-a590-f1ad4b8388fb', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'admin_state_up': True, 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'security_groups': ['902b6795-ab3d-4677-9353-202d85d8ae26']}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:21:27.071606 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-ed020475-d9cf-4824-b889-4641e5257885 req-da5f5652-a797-402e-b91a-1a2120b9e09f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:21:27.081576 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-ed020475-d9cf-4824-b889-4641e5257885 req-da5f5652-a797-402e-b91a-1a2120b9e09f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:21:27.185435 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed020475-d9cf-4824-b889-4641e5257885 req-da5f5652-a797-402e-b91a-1a2120b9e09f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Made reservation on behalf of da72a28d3e51419ca0dcfbdfb174e658 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:21:27.189650 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-ed020475-d9cf-4824-b889-4641e5257885 req-da5f5652-a797-402e-b91a-1a2120b9e09f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:27.313679 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:21:27.361238 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [req-ed020475-d9cf-4824-b889-4641e5257885 req-da5f5652-a797-402e-b91a-1a2120b9e09f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Allocated IP 172.20.0.11 (377a1f2e-d6d0-49e0-923a-b599684df483/4d9720a9-e515-4624-88e4-23a7dedd3e0e/bff19380-4f8a-47dd-99e5-5a8655ebb17d) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:21:27.559370 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-ed020475-d9cf-4824-b889-4641e5257885 req-da5f5652-a797-402e-b91a-1a2120b9e09f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:27.578060 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-ed020475-d9cf-4824-b889-4641e5257885 req-da5f5652-a797-402e-b91a-1a2120b9e09f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Transition to ACTIVE for port object bff19380-4f8a-47dd-99e5-5a8655ebb17d will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:21:27.714547 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-72aedc70-57b4-42db-87e3-358c63eec6fe req-4edd9a04-d5e9-4314-8f20-f62ba7f524b2 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 210 time: 0.0471935 May 26 11:21:27.735522 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-ed020475-d9cf-4824-b889-4641e5257885 req-da5f5652-a797-402e-b91a-1a2120b9e09f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:27.742567 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:27.809080 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed020475-d9cf-4824-b889-4641e5257885 req-da5f5652-a797-402e-b91a-1a2120b9e09f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Network 377a1f2e-d6d0-49e0-923a-b599684df483 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:21:27.812287 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [req-ed020475-d9cf-4824-b889-4641e5257885 req-da5f5652-a797-402e-b91a-1a2120b9e09f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:21:27.816081 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed020475-d9cf-4824-b889-4641e5257885 req-da5f5652-a797-402e-b91a-1a2120b9e09f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:21:27.852411 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f5652-a797-402e-b91a-1a2120b9e09f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Pushing event updated for resources: {'Port': ['ID=bff19380-4f8a-47dd-99e5-5a8655ebb17d,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:27.857658 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-da5f5652-a797-402e-b91a-1a2120b9e09f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:27.889348 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed020475-d9cf-4824-b889-4641e5257885 req-da5f5652-a797-402e-b91a-1a2120b9e09f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:27.890128 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-ed020475-d9cf-4824-b889-4641e5257885 req-da5f5652-a797-402e-b91a-1a2120b9e09f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:28.037459 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ed020475-d9cf-4824-b889-4641e5257885 req-da5f5652-a797-402e-b91a-1a2120b9e09f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1094062 May 26 11:21:28.060323 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-ed020475-d9cf-4824-b889-4641e5257885 req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Request body: {'port': {'device_id': '23f59586-f5a5-47b8-a590-f1ad4b8388fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:21:28.179948 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-ed020475-d9cf-4824-b889-4641e5257885 req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:28.210952 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b15551cd-9e39-447d-88b0-34b910df635b None None] Provisioning for port bff19380-4f8a-47dd-99e5-5a8655ebb17d completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:21:28.216985 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b15551cd-9e39-447d-88b0-34b910df635b None None] Provisioning complete for port bff19380-4f8a-47dd-99e5-5a8655ebb17d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:21:28.217514 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b15551cd-9e39-447d-88b0-34b910df635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:28.278081 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b15551cd-9e39-447d-88b0-34b910df635b None None] Port bff19380-4f8a-47dd-99e5-5a8655ebb17d cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:21:28.580484 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [req-ed020475-d9cf-4824-b889-4641e5257885 req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff19380-4f8a-47dd-99e5-5a8655ebb17d {{(pid=92386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:21:28.609062 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-ed020475-d9cf-4824-b889-4641e5257885 req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:28.609062 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-ed020475-d9cf-4824-b889-4641e5257885 req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Transition to ACTIVE for port object bff19380-4f8a-47dd-99e5-5a8655ebb17d will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:21:28.743498 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-ed020475-d9cf-4824-b889-4641e5257885 req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:28.749144 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:28.905606 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:28.989973 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Pushing event updated for resources: {'Port': ['ID=bff19380-4f8a-47dd-99e5-5a8655ebb17d,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:28.997014 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-894bdda2-1f0d-4b9f-91ec-4c2ab45937ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:29.146565 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:29.146942 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:29.147300 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:29.147655 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:29.148523 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:29.148873 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:29.149219 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:29.149568 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:29.149943 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:29.150294 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:29.150638 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:29.150981 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:29.160800 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:29.214957 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875b33e-aae9-4ac7-ba19-6712995c075f req-0652fd3c-820c-4018-bfd2-f92ccf87386f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:29.215316 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-b875b33e-aae9-4ac7-ba19-6712995c075f req-0652fd3c-820c-4018-bfd2-f92ccf87386f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Synchronizing usage tracker for tenant:da72a28d3e51419ca0dcfbdfb174e658 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:21:29.218234 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-ed020475-d9cf-4824-b889-4641e5257885 req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Attempting to bind port bff19380-4f8a-47dd-99e5-5a8655ebb17d on host hv-cinder-79313 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:21:29.218569 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-ed020475-d9cf-4824-b889-4641e5257885 req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Attempting to bind port bff19380-4f8a-47dd-99e5-5a8655ebb17d by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '166673a9-7fd2-48ee-8db9-da1dc618f94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:21:29.218894 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed020475-d9cf-4824-b889-4641e5257885 req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Attempting to bind port bff19380-4f8a-47dd-99e5-5a8655ebb17d on network 377a1f2e-d6d0-49e0-923a-b599684df483 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:21:29.226894 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed020475-d9cf-4824-b889-4641e5257885 req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Port bff19380-4f8a-47dd-99e5-5a8655ebb17d on network 377a1f2e-d6d0-49e0-923a-b599684df483 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:21:29.227219 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed020475-d9cf-4824-b889-4641e5257885 req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Attempting to bind port bff19380-4f8a-47dd-99e5-5a8655ebb17d on network 377a1f2e-d6d0-49e0-923a-b599684df483 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:21:29.235874 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed020475-d9cf-4824-b889-4641e5257885 req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Checking agent: {'id': 'e864f0ab-5241-4583-ad18-7aea86fa37e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'started_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:21:29.236209 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed020475-d9cf-4824-b889-4641e5257885 req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Checking segment: {'id': '166673a9-7fd2-48ee-8db9-da1dc618f94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:21:29.236598 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed020475-d9cf-4824-b889-4641e5257885 req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Bound using segment: {'id': '166673a9-7fd2-48ee-8db9-da1dc618f94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:21:29.237042 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-ed020475-d9cf-4824-b889-4641e5257885 req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Bound port: bff19380-4f8a-47dd-99e5-5a8655ebb17d, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '166673a9-7fd2-48ee-8db9-da1dc618f94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:21:29.237440 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-ed020475-d9cf-4824-b889-4641e5257885 req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:29.321657 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-b875b33e-aae9-4ac7-ba19-6712995c075f req-0652fd3c-820c-4018-bfd2-f92ccf87386f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Unset dirty status for tenant:da72a28d3e51419ca0dcfbdfb174e658 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:21:29.322976 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b875b33e-aae9-4ac7-ba19-6712995c075f req-0652fd3c-820c-4018-bfd2-f92ccf87386f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 944 time: 0.4924006 May 26 11:21:29.354013 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-ed020475-d9cf-4824-b889-4641e5257885 req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] For port bff19380-4f8a-47dd-99e5-5a8655ebb17d, host hv-cinder-79313, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:21:29.372375 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-ed020475-d9cf-4824-b889-4641e5257885 req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] For port bff19380-4f8a-47dd-99e5-5a8655ebb17d, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=bff19380-4f8a-47dd-99e5-5a8655ebb17d,segment=NetworkSegment(166673a9-7fd2-48ee-8db9-da1dc618f94a),segment_id=166673a9-7fd2-48ee-8db9-da1dc618f94a)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:21:29.383501 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b875b33e-aae9-4ac7-ba19-6712995c075f req-24cc402f-5560-4eae-937a-b7387b3ba59c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515711 May 26 11:21:29.463192 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-ed020475-d9cf-4824-b889-4641e5257885 req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:29.467511 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1b088569-03a8-41a9-a196-77e3e0cfe25e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:29.528031 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed020475-d9cf-4824-b889-4641e5257885 req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:29.528642 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-ed020475-d9cf-4824-b889-4641e5257885 req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:29.530105 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ed020475-d9cf-4824-b889-4641e5257885 req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] 10.222.0.37 "PUT /v2.0/ports/bff19380-4f8a-47dd-99e5-5a8655ebb17d HTTP/1.1" status: 200 len: 1094 time: 1.4741349 May 26 11:21:29.530625 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f59586-f5a5-47b8-a590-f1ad4b8388fb', 'tag': 'bff19380-4f8a-47dd-99e5-5a8655ebb17d'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:21:29.576401 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Pushing event updated for resources: {'Port': ['ID=bff19380-4f8a-47dd-99e5-5a8655ebb17d,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:29.580780 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:29.594894 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f59586-f5a5-47b8-a590-f1ad4b8388fb', 'tag': 'bff19380-4f8a-47dd-99e5-5a8655ebb17d', 'status': 'completed', 'code': 200} May 26 11:21:29.608850 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:30.586505 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183fa95-ccc4-43ee-a19c-a87ce2cd8348 req-ac320125-35e1-441e-ba44-050bc2a63dc7 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:30.587999 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c183fa95-ccc4-43ee-a19c-a87ce2cd8348 req-ac320125-35e1-441e-ba44-050bc2a63dc7 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 944 time: 0.0913525 May 26 11:21:30.639806 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c183fa95-ccc4-43ee-a19c-a87ce2cd8348 req-bbc86cf9-0447-4e2d-80ff-4cad145cfe10 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451231 May 26 11:21:31.502142 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:31.905694 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed020475-d9cf-4824-b889-4641e5257885 req-349b1e52-f68b-4401-bcfe-0651c7851a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:31.907216 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ed020475-d9cf-4824-b889-4641e5257885 req-349b1e52-f68b-4401-bcfe-0651c7851a61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da72a28d3e51419ca0dcfbdfb174e658&device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 1097 time: 0.1487892 May 26 11:21:31.915476 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66edc1-9596-4117-921b-0bd36bbf3c15 req-90c505d6-6ac1-4610-b1b8-b9e4b8fc7187 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:31.916864 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9b66edc1-9596-4117-921b-0bd36bbf3c15 req-90c505d6-6ac1-4610-b1b8-b9e4b8fc7187 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 944 time: 0.1263165 May 26 11:21:31.993638 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ed020475-d9cf-4824-b889-4641e5257885 req-26044477-e759-4a73-aa0a-b4e708a92059 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bff19380-4f8a-47dd-99e5-5a8655ebb17d HTTP/1.1" status: 200 len: 217 time: 0.0730169 May 26 11:21:32.071861 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9b66edc1-9596-4117-921b-0bd36bbf3c15 req-aa68cb9b-aec4-4399-a0a7-4b62faf0b5dc tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983851 May 26 11:21:32.081975 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed020475-d9cf-4824-b889-4641e5257885 req-0f5f65ae-39e8-45f6-b5a1-b44ada169f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:32.088523 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ed020475-d9cf-4824-b889-4641e5257885 req-0f5f65ae-39e8-45f6-b5a1-b44ada169f0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d9720a9-e515-4624-88e4-23a7dedd3e0e HTTP/1.1" status: 200 len: 851 time: 0.0821016 May 26 11:21:32.161656 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed020475-d9cf-4824-b889-4641e5257885 req-f2bb6b34-d0b2-47f3-94c2-b596ae621fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:32.163169 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ed020475-d9cf-4824-b889-4641e5257885 req-f2bb6b34-d0b2-47f3-94c2-b596ae621fbd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=377a1f2e-d6d0-49e0-923a-b599684df483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731366 May 26 11:21:32.300411 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ed020475-d9cf-4824-b889-4641e5257885 req-340d95ed-7182-4c38-8de0-28059823e0f6 service neutron] 10.222.0.37 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298707 May 26 11:21:32.440403 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ed020475-d9cf-4824-b889-4641e5257885 req-7413f309-84fa-4849-9561-8e8a5048290c service neutron] 10.222.0.37 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332834 May 26 11:21:32.710527 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879db1c-4d0a-4df0-9be9-b6627007e7b0 req-c5bf8106-96b6-4d49-aa93-1b3ce6112bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:32.712065 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9879db1c-4d0a-4df0-9be9-b6627007e7b0 req-c5bf8106-96b6-4d49-aa93-1b3ce6112bf2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da72a28d3e51419ca0dcfbdfb174e658&device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 1097 time: 0.0843403 May 26 11:21:32.856166 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:32.869839 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879db1c-4d0a-4df0-9be9-b6627007e7b0 req-e9d0a058-b35b-4068-940b-f24844696d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:32.869839 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9879db1c-4d0a-4df0-9be9-b6627007e7b0 req-e9d0a058-b35b-4068-940b-f24844696d76 service neutron] 10.222.0.37 "GET /v2.0/networks?id=377a1f2e-d6d0-49e0-923a-b599684df483 HTTP/1.1" status: 200 len: 913 time: 0.1386266 May 26 11:21:32.924812 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9879db1c-4d0a-4df0-9be9-b6627007e7b0 req-e55ec489-c1cf-4838-916f-1ebc05fd6a7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bff19380-4f8a-47dd-99e5-5a8655ebb17d HTTP/1.1" status: 200 len: 217 time: 0.0604560 May 26 11:21:32.995039 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879db1c-4d0a-4df0-9be9-b6627007e7b0 req-77ffa90c-bf3c-44ea-be63-be9dce25186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:32.996481 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9879db1c-4d0a-4df0-9be9-b6627007e7b0 req-77ffa90c-bf3c-44ea-be63-be9dce25186b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d9720a9-e515-4624-88e4-23a7dedd3e0e HTTP/1.1" status: 200 len: 851 time: 0.0653036 May 26 11:21:33.088185 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879db1c-4d0a-4df0-9be9-b6627007e7b0 req-f8db88ea-ce22-4145-9bec-10ee5d1bc856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:33.089646 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9879db1c-4d0a-4df0-9be9-b6627007e7b0 req-f8db88ea-ce22-4145-9bec-10ee5d1bc856 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=377a1f2e-d6d0-49e0-923a-b599684df483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756903 May 26 11:21:33.400556 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9879db1c-4d0a-4df0-9be9-b6627007e7b0 req-3cda4f17-5ead-4835-9350-e74f5f2b35a4 service neutron] 10.222.0.37 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956724 May 26 11:21:33.439692 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44171264-cd7c-4e80-bfb0-fbd73e2f2562 req-6e944dea-9b1f-414b-bc35-775caeafa791 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:33.441141 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-44171264-cd7c-4e80-bfb0-fbd73e2f2562 req-6e944dea-9b1f-414b-bc35-775caeafa791 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 944 time: 0.2552431 May 26 11:21:33.571041 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-44171264-cd7c-4e80-bfb0-fbd73e2f2562 req-b97c4f26-d088-40dc-9cef-ed9a1c0b4665 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238046 May 26 11:21:33.595746 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9879db1c-4d0a-4df0-9be9-b6627007e7b0 req-0a90f125-3b86-4a51-932c-7d194dc69d96 service neutron] 10.222.0.37 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870275 May 26 11:21:34.758147 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047e7ff-104a-4e02-99ba-9883182726ab req-0f4583b9-490d-4e55-8817-22e0d354536e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:34.759591 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1047e7ff-104a-4e02-99ba-9883182726ab req-0f4583b9-490d-4e55-8817-22e0d354536e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 944 time: 0.0812857 May 26 11:21:34.810192 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1047e7ff-104a-4e02-99ba-9883182726ab req-91393d45-a472-485b-b7fe-ff98b26b14c6 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450532 May 26 11:21:36.022649 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6afee-06ac-467b-97da-0432527827dc req-7dbc37ea-e2dc-434c-a8b2-4783002cc50a tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:36.024233 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9ed6afee-06ac-467b-97da-0432527827dc req-7dbc37ea-e2dc-434c-a8b2-4783002cc50a tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 944 time: 0.0996282 May 26 11:21:36.071899 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9ed6afee-06ac-467b-97da-0432527827dc req-944e49aa-2e23-45f8-a886-fc4415a0eb5f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408382 May 26 11:21:37.264216 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876f23b-efcd-426e-bf91-ac695ed9ad99 req-a7e58e82-a98c-4546-9bb7-4b2ea2368a96 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:37.268596 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c876f23b-efcd-426e-bf91-ac695ed9ad99 req-a7e58e82-a98c-4546-9bb7-4b2ea2368a96 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 944 time: 0.0841076 May 26 11:21:37.315709 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c876f23b-efcd-426e-bf91-ac695ed9ad99 req-f273298d-b2f9-4e09-a585-2a5361d2dcaa tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438426 May 26 11:21:38.500322 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0c91a-24dc-49c0-aa92-df4118a603df req-cc427ad0-0ef5-4c2d-8e9c-59d486cd893f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:38.501774 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-21c0c91a-24dc-49c0-aa92-df4118a603df req-cc427ad0-0ef5-4c2d-8e9c-59d486cd893f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 944 time: 0.0817468 May 26 11:21:38.550478 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-21c0c91a-24dc-49c0-aa92-df4118a603df req-bc8736c0-3cc6-40c0-ad56-3450f9f55fe8 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423596 May 26 11:21:39.747913 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448212a-d1cf-4237-b37c-fc6e2329c07d req-9102d7d8-f7f3-4d29-85f4-a9946dc29005 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:39.749383 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c448212a-d1cf-4237-b37c-fc6e2329c07d req-9102d7d8-f7f3-4d29-85f4-a9946dc29005 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 944 time: 0.0909758 May 26 11:21:39.794000 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c448212a-d1cf-4237-b37c-fc6e2329c07d req-05e7b73d-5c76-4741-813d-dd966b17dac1 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388446 May 26 11:21:40.423702 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f33b71f6-a7c3-44b6-a94c-722adab9ffda req-ef4b61d5-49bd-449b-9803-748d2a708187 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1050727 May 26 11:21:40.593714 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b71f6-a7c3-44b6-a94c-722adab9ffda req-f77383f3-b722-4402-bd50-9c3388b3980d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:40.595214 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f33b71f6-a7c3-44b6-a94c-722adab9ffda req-f77383f3-b722-4402-bd50-9c3388b3980d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da72a28d3e51419ca0dcfbdfb174e658&device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 1099 time: 0.0774205 May 26 11:21:40.741578 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b71f6-a7c3-44b6-a94c-722adab9ffda req-1805471b-7b1e-4b4a-9554-9e0b39d9569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:40.743044 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f33b71f6-a7c3-44b6-a94c-722adab9ffda req-1805471b-7b1e-4b4a-9554-9e0b39d9569e service neutron] 10.222.0.37 "GET /v2.0/networks?id=377a1f2e-d6d0-49e0-923a-b599684df483 HTTP/1.1" status: 200 len: 913 time: 0.1273732 May 26 11:21:40.849458 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f33b71f6-a7c3-44b6-a94c-722adab9ffda req-5b95c472-9478-4324-923f-022ee4b1d2bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85e7c5c4-c141-4367-b355-a94930fd3a7a HTTP/1.1" status: 200 len: 1001 time: 0.0986004 May 26 11:21:40.960917 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b71f6-a7c3-44b6-a94c-722adab9ffda req-75d14f49-604b-4e7d-a563-d0c455229e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:40.962398 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f33b71f6-a7c3-44b6-a94c-722adab9ffda req-75d14f49-604b-4e7d-a563-d0c455229e4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d9720a9-e515-4624-88e4-23a7dedd3e0e HTTP/1.1" status: 200 len: 851 time: 0.1053252 May 26 11:21:41.049290 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0e7ef-753b-44a2-b19a-4df7738e6d36 req-22e506ef-8933-470b-9894-05402d51963f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:41.050732 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fce0e7ef-753b-44a2-b19a-4df7738e6d36 req-22e506ef-8933-470b-9894-05402d51963f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 944 time: 0.1489394 May 26 11:21:41.092961 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b71f6-a7c3-44b6-a94c-722adab9ffda req-1c049982-cfe5-4101-8736-6a484cd9293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:41.094491 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f33b71f6-a7c3-44b6-a94c-722adab9ffda req-1c049982-cfe5-4101-8736-6a484cd9293a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=377a1f2e-d6d0-49e0-923a-b599684df483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1251774 May 26 11:21:41.106558 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fce0e7ef-753b-44a2-b19a-4df7738e6d36 req-27b49700-a2ff-409b-9de9-c38dac11a808 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494022 May 26 11:21:41.234571 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f33b71f6-a7c3-44b6-a94c-722adab9ffda req-34dbe5eb-2b73-4c11-adb1-8ee705cd7781 service neutron] 10.222.0.37 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312513 May 26 11:21:41.375955 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f33b71f6-a7c3-44b6-a94c-722adab9ffda req-7ee9edd3-4cc5-4d7c-98e4-ee73fbe248e0 service neutron] 10.222.0.37 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349299 May 26 11:21:42.293327 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ce4b8-6f30-43fd-b0ce-a82687cfd2ba req-9a8f94d1-0921-4b6f-a99b-fefc5fdbb513 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:42.294821 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ba8ce4b8-6f30-43fd-b0ce-a82687cfd2ba req-9a8f94d1-0921-4b6f-a99b-fefc5fdbb513 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 944 time: 0.0811198 May 26 11:21:42.468929 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ba8ce4b8-6f30-43fd-b0ce-a82687cfd2ba req-dfcb18ef-485f-4233-8a7f-a3852afb6051 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678524 May 26 11:21:43.669589 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d378f51-40e4-4a44-844e-f28281067f33 req-c2160b55-141b-48f2-bd89-ab8aa8f0ecf3 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:43.671274 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6d378f51-40e4-4a44-844e-f28281067f33 req-c2160b55-141b-48f2-bd89-ab8aa8f0ecf3 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 944 time: 0.0868864 May 26 11:21:43.719901 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6d378f51-40e4-4a44-844e-f28281067f33 req-09c602af-cf28-4f0b-b6ae-b8aebe6e11ed tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424194 May 26 11:21:44.073701 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 56260) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:44.204028 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c39cf6a1-77fc-482f-a199-4cab99ee6940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:44.220823 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-c39cf6a1-77fc-482f-a199-4cab99ee6940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:21:44.224840 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-c39cf6a1-77fc-482f-a199-4cab99ee6940 admin admin] Usage tracker for resource:security_group_rule and tenant:4e8f83d9eef14dd8b15698131c17e848 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:21:44.227938 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-c39cf6a1-77fc-482f-a199-4cab99ee6940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:21:44.234433 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-c39cf6a1-77fc-482f-a199-4cab99ee6940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:21:44.324224 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c39cf6a1-77fc-482f-a199-4cab99ee6940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:44.425196 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c39cf6a1-77fc-482f-a199-4cab99ee6940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:44.433279 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d65eaa27-5787-4aac-be10-3391cbf49696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:44.479437 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-c39cf6a1-77fc-482f-a199-4cab99ee6940 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4e8f83d9eef14dd8b15698131c17e848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4045084 May 26 11:21:44.480406 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39cf6a1-77fc-482f-a199-4cab99ee6940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90d2e3e-a2c3-4b52-9a32-4a620864b251,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:44.483219 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 56266) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:44.483703 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c39cf6a1-77fc-482f-a199-4cab99ee6940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:44.548443 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a6958ce-17e5-4e71-86b0-3e77b415ad8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:44.576879 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a6958ce-17e5-4e71-86b0-3e77b415ad8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:44.696493 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a6958ce-17e5-4e71-86b0-3e77b415ad8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:44.700686 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a41f62b1-0338-4a4d-b94f-4331fc536de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:44.713780 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6958ce-17e5-4e71-86b0-3e77b415ad8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90d2e3e-a2c3-4b52-9a32-4a620864b251,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:44.717826 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6a6958ce-17e5-4e71-86b0-3e77b415ad8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:44.723033 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a6958ce-17e5-4e71-86b0-3e77b415ad8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:44.724238 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-6a6958ce-17e5-4e71-86b0-3e77b415ad8c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e90d2e3e-a2c3-4b52-9a32-4a620864b251 HTTP/1.1" status: 204 len: 168 time: 0.2399669 May 26 11:21:44.906988 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a4c26-fe98-472d-90fc-7adf5e494769 req-db1c3012-ac42-4b35-9028-185c8fcbd569 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:44.908440 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-196a4c26-fe98-472d-90fc-7adf5e494769 req-db1c3012-ac42-4b35-9028-185c8fcbd569 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 944 time: 0.0793016 May 26 11:21:44.960421 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-196a4c26-fe98-472d-90fc-7adf5e494769 req-8dfa0356-e2c4-47bf-afa8-e1068fdb28e4 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462923 May 26 11:21:45.303376 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 56282) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:45.324715 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b535e44-c0d1-48b2-a4bd-1300cc3deca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:45.339369 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-3b535e44-c0d1-48b2-a4bd-1300cc3deca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:21:45.343271 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-3b535e44-c0d1-48b2-a4bd-1300cc3deca9 admin admin] Usage tracker for resource:security_group_rule and tenant:38dff2b9a17f4843bfb7dbabeb3ef294 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:21:45.346242 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-3b535e44-c0d1-48b2-a4bd-1300cc3deca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:21:45.352806 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-3b535e44-c0d1-48b2-a4bd-1300cc3deca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:21:45.437110 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b535e44-c0d1-48b2-a4bd-1300cc3deca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:45.510919 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b535e44-c0d1-48b2-a4bd-1300cc3deca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:45.518286 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7be04178-cef9-457c-8f25-f7e09542318c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:45.560905 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-3b535e44-c0d1-48b2-a4bd-1300cc3deca9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=38dff2b9a17f4843bfb7dbabeb3ef294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558112 May 26 11:21:45.561820 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b535e44-c0d1-48b2-a4bd-1300cc3deca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3f1acd-cfe9-4cc2-a216-f52b6c3a16a0,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:45.563619 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 56286) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:45.565319 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3b535e44-c0d1-48b2-a4bd-1300cc3deca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:45.627050 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dc6c977a-52b3-4ca8-b2fd-735693844471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:45.658037 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dc6c977a-52b3-4ca8-b2fd-735693844471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:45.791962 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dc6c977a-52b3-4ca8-b2fd-735693844471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:45.796317 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bacadac3-f21d-44cf-b61e-48a03b176fed tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:45.810735 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c977a-52b3-4ca8-b2fd-735693844471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3f1acd-cfe9-4cc2-a216-f52b6c3a16a0,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:45.814045 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dc6c977a-52b3-4ca8-b2fd-735693844471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:45.823153 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dc6c977a-52b3-4ca8-b2fd-735693844471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:45.824468 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-dc6c977a-52b3-4ca8-b2fd-735693844471 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa3f1acd-cfe9-4cc2-a216-f52b6c3a16a0 HTTP/1.1" status: 204 len: 168 time: 0.2598696 May 26 11:21:46.153136 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ceca5-8f3a-40e9-ab7d-9ec625d04cbb req-ccdb612b-f9bd-4db4-9a93-621cc0147f25 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:46.154701 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-de2ceca5-8f3a-40e9-ab7d-9ec625d04cbb req-ccdb612b-f9bd-4db4-9a93-621cc0147f25 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 944 time: 0.0831823 May 26 11:21:46.205785 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-de2ceca5-8f3a-40e9-ab7d-9ec625d04cbb req-53a11ee7-212e-471b-9fa3-e52c7b7e0ec9 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451357 May 26 11:21:47.462705 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c6111-6fce-4ff8-adcb-18aec3aedee4 req-28484c0a-7028-49de-898d-ec344c098457 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:47.465601 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-416c6111-6fce-4ff8-adcb-18aec3aedee4 req-28484c0a-7028-49de-898d-ec344c098457 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 944 time: 0.0953414 May 26 11:21:47.512179 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-416c6111-6fce-4ff8-adcb-18aec3aedee4 req-24971118-7d7a-4147-9763-e9f9dd6c0519 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407724 May 26 11:21:48.714636 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc31863-701f-4c6a-8233-961c2e09be5c req-6b8f002a-4386-4ad2-9028-f1f2c1b4a4da tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:48.716146 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8fc31863-701f-4c6a-8233-961c2e09be5c req-6b8f002a-4386-4ad2-9028-f1f2c1b4a4da tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 944 time: 0.0964077 May 26 11:21:48.762146 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8fc31863-701f-4c6a-8233-961c2e09be5c req-ab681ead-efc5-472b-9765-b0f082953453 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400872 May 26 11:21:49.942178 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfceffdc-be38-437f-bc14-cc534f6b0e9d req-dce780a3-335e-405f-bc09-995ec9e31448 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:49.943622 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bfceffdc-be38-437f-bc14-cc534f6b0e9d req-dce780a3-335e-405f-bc09-995ec9e31448 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 944 time: 0.0787821 May 26 11:21:49.988832 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bfceffdc-be38-437f-bc14-cc534f6b0e9d req-5f19ff76-5cf2-4da4-a23f-b00fee9d5edc tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389516 May 26 11:21:51.187876 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd09968-37d0-4aa8-aea6-ec3f241215f7 req-bfb215df-08c6-4dea-9821-d50d55242c9f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:51.189333 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7cd09968-37d0-4aa8-aea6-ec3f241215f7 req-bfb215df-08c6-4dea-9821-d50d55242c9f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 944 time: 0.0865180 May 26 11:21:51.236654 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-7cd09968-37d0-4aa8-aea6-ec3f241215f7 req-edab237b-8c6c-4318-83d2-0fd3b12905ae tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404651 May 26 11:21:52.440224 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e49f14-58d3-4262-a343-b222829789cb req-cb56a50c-2676-4876-8da3-aa394006adc1 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:52.441749 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-86e49f14-58d3-4262-a343-b222829789cb req-cb56a50c-2676-4876-8da3-aa394006adc1 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 944 time: 0.0892041 May 26 11:21:52.491959 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-86e49f14-58d3-4262-a343-b222829789cb req-e3da1978-afeb-4862-8a59-6920deaa908f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442953 May 26 11:21:53.679817 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ba574-86f7-43ee-8113-10ce64715052 req-6fab94e6-d747-46ae-a938-cb09cd9e1b50 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:53.681160 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-aa9ba574-86f7-43ee-8113-10ce64715052 req-6fab94e6-d747-46ae-a938-cb09cd9e1b50 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 944 time: 0.0802658 May 26 11:21:53.731801 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-aa9ba574-86f7-43ee-8113-10ce64715052 req-3197f2ca-36c0-4019-825f-1567520b8300 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402329 May 26 11:21:53.792437 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device bff19380-4f8a-47dd-99e5-5a8655ebb17d details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:21:53.963710 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port bff19380-4f8a-47dd-99e5-5a8655ebb17d, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=bff19380-4f8a-47dd-99e5-5a8655ebb17d,segment=NetworkSegment(166673a9-7fd2-48ee-8db9-da1dc618f94a),segment_id=166673a9-7fd2-48ee-8db9-da1dc618f94a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:21:53.978390 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': 'bff19380-4f8a-47dd-99e5-5a8655ebb17d', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'port_id': 'bff19380-4f8a-47dd-99e5-5a8655ebb17d', 'mac_address': 'fa:16:3e:f9:09:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:21:54.034558 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:54.055224 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff19380-4f8a-47dd-99e5-5a8655ebb17d {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:21:54.070845 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port bff19380-4f8a-47dd-99e5-5a8655ebb17d, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=bff19380-4f8a-47dd-99e5-5a8655ebb17d,segment=NetworkSegment(166673a9-7fd2-48ee-8db9-da1dc618f94a),segment_id=166673a9-7fd2-48ee-8db9-da1dc618f94a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:21:54.176455 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:54.178755 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:54.254258 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=bff19380-4f8a-47dd-99e5-5a8655ebb17d,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:54.262983 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:54.263617 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:54.263974 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:54.264312 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:54.264858 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:54.265319 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:54.265647 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:54.266105 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:54.266440 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:54.266759 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:54.267088 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:54.267567 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:54.274758 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:54.485928 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['bff19380-4f8a-47dd-99e5-5a8655ebb17d'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:21:54.929405 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655fb09-71cd-4b32-96f7-10767a32de99 req-155628c1-530f-423c-92b8-30691ac6b9cc tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:54.929405 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b655fb09-71cd-4b32-96f7-10767a32de99 req-155628c1-530f-423c-92b8-30691ac6b9cc tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 945 time: 0.0875406 May 26 11:21:54.973927 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b655fb09-71cd-4b32-96f7-10767a32de99 req-97d04f37-7bd4-4ed6-95df-137fa149033f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399885 May 26 11:21:55.804623 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device bff19380-4f8a-47dd-99e5-5a8655ebb17d up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:21:55.933382 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning for port bff19380-4f8a-47dd-99e5-5a8655ebb17d completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:21:55.938511 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port bff19380-4f8a-47dd-99e5-5a8655ebb17d triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:21:55.944202 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:56.059569 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:56.087265 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f59586-f5a5-47b8-a590-f1ad4b8388fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff19380-4f8a-47dd-99e5-5a8655ebb17d'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:21:56.097046 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port bff19380-4f8a-47dd-99e5-5a8655ebb17d, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=bff19380-4f8a-47dd-99e5-5a8655ebb17d,segment=NetworkSegment(166673a9-7fd2-48ee-8db9-da1dc618f94a),segment_id=166673a9-7fd2-48ee-8db9-da1dc618f94a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:21:56.133646 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f59586-f5a5-47b8-a590-f1ad4b8388fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff19380-4f8a-47dd-99e5-5a8655ebb17d', 'code': 200} May 26 11:21:56.165090 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972985f7-f9bc-4ff4-a437-d4575d80f1d1 req-828f8ffe-106a-458e-8e53-21af90446a93 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:56.166619 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-972985f7-f9bc-4ff4-a437-d4575d80f1d1 req-828f8ffe-106a-458e-8e53-21af90446a93 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 945 time: 0.0857687 May 26 11:21:56.202375 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:56.204563 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:56.215470 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-972985f7-f9bc-4ff4-a437-d4575d80f1d1 req-ebd9ea25-82ba-4322-ae33-b35e8ab4f6a9 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426364 May 26 11:21:56.274452 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=bff19380-4f8a-47dd-99e5-5a8655ebb17d,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:56.278009 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:56.434014 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-184449cd-6809-421e-b688-4ba12947af50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:56.491682 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c705d-85a9-440f-a7e0-1e79d95fa84d req-4f73ccaf-261a-4cf0-bc56-5ef72c2317de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:56.493162 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-170c705d-85a9-440f-a7e0-1e79d95fa84d req-4f73ccaf-261a-4cf0-bc56-5ef72c2317de service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 1099 time: 0.0765061 May 26 11:21:56.537329 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-170c705d-85a9-440f-a7e0-1e79d95fa84d req-0e56a30b-39a9-4fdd-b713-0cdb882506fd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346100 May 26 11:21:57.468763 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fcffe-e6c5-4a5f-8633-76ddfa15eeef req-d6ade67e-4354-4a18-833e-d033346f2fbd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:57.470912 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a23fcffe-e6c5-4a5f-8633-76ddfa15eeef req-d6ade67e-4354-4a18-833e-d033346f2fbd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 946 time: 0.0902727 May 26 11:21:57.517585 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a23fcffe-e6c5-4a5f-8633-76ddfa15eeef req-5ec25983-3439-4500-b4fc-39fd9ef605fc tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401707 May 26 11:21:57.957916 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668669c-6f45-4fe0-ad86-6f6d22c42f59 req-724d6c20-1902-4d65-acbd-2a126d2b159c tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:57.959966 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c668669c-6f45-4fe0-ad86-6f6d22c42f59 req-724d6c20-1902-4d65-acbd-2a126d2b159c tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=3801ac07-d14d-4f8b-983b-c87f40ed5604 HTTP/1.1" status: 200 len: 945 time: 0.0874226 May 26 11:21:58.012420 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c668669c-6f45-4fe0-ad86-6f6d22c42f59 req-a6c5f3c1-15b0-46a2-9c05-d72afb54ec76 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441940 May 26 11:21:58.015649 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 56560) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:58.152387 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-46a884ef-22c4-4781-ba27-48ba20b5d619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:58.167661 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-46a884ef-22c4-4781-ba27-48ba20b5d619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:21:58.171634 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-46a884ef-22c4-4781-ba27-48ba20b5d619 admin admin] Usage tracker for resource:security_group_rule and tenant:731f279debc64ea88a9468a84af68d7b is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:21:58.174568 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-46a884ef-22c4-4781-ba27-48ba20b5d619 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:21:58.180313 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-46a884ef-22c4-4781-ba27-48ba20b5d619 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:21:58.263622 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-46a884ef-22c4-4781-ba27-48ba20b5d619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:58.336302 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-46a884ef-22c4-4781-ba27-48ba20b5d619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:58.344107 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-61f6dc98-59ad-4e2e-b7ea-c58de19ed706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:58.392923 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-46a884ef-22c4-4781-ba27-48ba20b5d619 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=731f279debc64ea88a9468a84af68d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3758414 May 26 11:21:58.394274 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a884ef-22c4-4781-ba27-48ba20b5d619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f097de-4cef-4637-86e7-6827aaef9d50,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:58.394841 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 56568) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:58.397686 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-46a884ef-22c4-4781-ba27-48ba20b5d619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:58.460201 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bf67a3ba-064b-42a5-aa6d-7250b24b0285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:58.490308 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bf67a3ba-064b-42a5-aa6d-7250b24b0285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:58.680735 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bf67a3ba-064b-42a5-aa6d-7250b24b0285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:58.690422 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-daa906de-882a-4546-8d45-c640ac135ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:21:58.706328 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67a3ba-064b-42a5-aa6d-7250b24b0285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f097de-4cef-4637-86e7-6827aaef9d50,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:58.709154 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bf67a3ba-064b-42a5-aa6d-7250b24b0285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:21:58.737177 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bf67a3ba-064b-42a5-aa6d-7250b24b0285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:58.737177 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-bf67a3ba-064b-42a5-aa6d-7250b24b0285 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/38f097de-4cef-4637-86e7-6827aaef9d50 HTTP/1.1" status: 204 len: 168 time: 0.3366883 May 26 11:21:58.759088 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b89ac2-ec92-4512-bf9b-0e79290174f4 req-a9438033-507a-460b-8dc8-1fe8c00c781a tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:58.761524 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-15b89ac2-ec92-4512-bf9b-0e79290174f4 req-a9438033-507a-460b-8dc8-1fe8c00c781a tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 946 time: 0.1206286 May 26 11:21:58.814310 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-15b89ac2-ec92-4512-bf9b-0e79290174f4 req-90b58a2a-544d-4690-92b9-be3c48736283 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457506 May 26 11:21:58.859726 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:58.985114 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-04d8cd3d-d9d4-41fc-b733-f78a5f9e4e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:59.030474 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25b557-c3c9-490d-8083-edb09abbdbb6 req-5a7b86f4-6a7d-4fc0-8e34-791c36a3c4e7 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:59.032059 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d25b557-c3c9-490d-8083-edb09abbdbb6 req-5a7b86f4-6a7d-4fc0-8e34-791c36a3c4e7 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 946 time: 0.0957787 May 26 11:21:59.092598 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d25b557-c3c9-490d-8083-edb09abbdbb6 req-3fbb46a1-17fd-4da3-a2a3-94a67183d740 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532200 May 26 11:21:59.121646 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 56588) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:59.247228 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82963015-bed6-4610-b93e-26d4fd27a70d req-ea285168-cea5-4af5-965d-9a4d44b76516 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:59.249515 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-82963015-bed6-4610-b93e-26d4fd27a70d req-ea285168-cea5-4af5-965d-9a4d44b76516 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=3801ac07-d14d-4f8b-983b-c87f40ed5604 HTTP/1.1" status: 200 len: 945 time: 0.0933652 May 26 11:21:59.304329 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-82963015-bed6-4610-b93e-26d4fd27a70d req-e41cd9f9-1af6-4cfa-af8c-7eaddd99d82b tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481160 May 26 11:21:59.413480 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259da2cc-82c5-4aec-bd2e-8c9f112c0adf tempest-TestVolumeBootPattern-965247833 tempest-TestVolumeBootPattern-965247833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:59.415257 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-259da2cc-82c5-4aec-bd2e-8c9f112c0adf tempest-TestVolumeBootPattern-965247833 tempest-TestVolumeBootPattern-965247833-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 1094 time: 0.2918491 May 26 11:21:59.419527 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 56594) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:59.429695 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Request body: {'floatingip': {'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'port_id': 'bff19380-4f8a-47dd-99e5-5a8655ebb17d', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:21:59.435972 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:21:59.440419 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Usage tracker for resource:floatingip and tenant:da72a28d3e51419ca0dcfbdfb174e658 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:21:59.444527 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:21:59.454564 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:21:59.552022 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 56598) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:21:59.575525 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0901ee7e-6ca6-4f78-b94b-e439057c7987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:59.587582 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:59.633420 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:59.652157 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-0901ee7e-6ca6-4f78-b94b-e439057c7987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:21:59.658548 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-0901ee7e-6ca6-4f78-b94b-e439057c7987 admin admin] Usage tracker for resource:security_group_rule and tenant:30e28887b8b94e3ea2583314ba5fb226 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:21:59.664657 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-0901ee7e-6ca6-4f78-b94b-e439057c7987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:21:59.681832 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-0901ee7e-6ca6-4f78-b94b-e439057c7987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:21:59.899813 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5057a2d-682e-4912-9498-eab307953f11 req-44aa9a76-a646-4d5b-b031-36a2c2e941b6 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:21:59.901242 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b5057a2d-682e-4912-9498-eab307953f11 req-44aa9a76-a646-4d5b-b031-36a2c2e941b6 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.37 "GET /v2.0/ports?device_id=3801ac07-d14d-4f8b-983b-c87f40ed5604 HTTP/1.1" status: 200 len: 945 time: 0.2967496 May 26 11:22:00.073033 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0901ee7e-6ca6-4f78-b94b-e439057c7987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:00.091575 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:00.142556 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0901ee7e-6ca6-4f78-b94b-e439057c7987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:00.154726 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7d2916bb-094f-4910-a71e-f3a9e82abeb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:00.236098 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-0901ee7e-6ca6-4f78-b94b-e439057c7987 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=30e28887b8b94e3ea2583314ba5fb226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6829059 May 26 11:22:00.239254 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 56608) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:22:00.242770 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901ee7e-6ca6-4f78-b94b-e439057c7987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768e1911-81f0-4b98-8e12-5180af9ddf31,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:00.251616 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0901ee7e-6ca6-4f78-b94b-e439057c7987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:00.295686 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-b5057a2d-682e-4912-9498-eab307953f11 req-e6f12edb-8502-4ba6-b058-0ceda7ba586a tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Deleting port 28a028a9-3c03-40b8-91c7-e25f4c71cf7b {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:22:00.296063 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b5057a2d-682e-4912-9498-eab307953f11 req-e6f12edb-8502-4ba6-b058-0ceda7ba586a tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:00.309031 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6cbffd4c-5370-4dc2-b0eb-4461b46e6c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:00.339525 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6cbffd4c-5370-4dc2-b0eb-4461b46e6c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:00.471052 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6cbffd4c-5370-4dc2-b0eb-4461b46e6c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:00.475923 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c65b301e-b04a-4cbb-992a-9e1a7b9e41ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:00.485258 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Allocated IP 172.27.2.50 (0c406d08-576a-4058-82f8-2db7a46cb825/c8dc709d-33af-406d-94f8-5d106e5714b1/efbffa9d-fd1a-46c6-9905-052c6d6be85c) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:22:00.488250 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbffd4c-5370-4dc2-b0eb-4461b46e6c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768e1911-81f0-4b98-8e12-5180af9ddf31,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:00.507031 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6cbffd4c-5370-4dc2-b0eb-4461b46e6c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:00.517264 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6cbffd4c-5370-4dc2-b0eb-4461b46e6c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:00.522495 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-6cbffd4c-5370-4dc2-b0eb-4461b46e6c5f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/768e1911-81f0-4b98-8e12-5180af9ddf31 HTTP/1.1" status: 204 len: 168 time: 0.2811143 May 26 11:22:00.718926 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-b5057a2d-682e-4912-9498-eab307953f11 req-e6f12edb-8502-4ba6-b058-0ceda7ba586a tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] For port 28a028a9-3c03-40b8-91c7-e25f4c71cf7b, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=28a028a9-3c03-40b8-91c7-e25f4c71cf7b,segment=NetworkSegment(6c120a39-d1bd-43f1-b9e3-808aa89ded94),segment_id=6c120a39-d1bd-43f1-b9e3-808aa89ded94)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:22:00.719554 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b5057a2d-682e-4912-9498-eab307953f11 req-e6f12edb-8502-4ba6-b058-0ceda7ba586a tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:00.867151 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-b5057a2d-682e-4912-9498-eab307953f11 req-e6f12edb-8502-4ba6-b058-0ceda7ba586a tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Calling delete_port for 28a028a9-3c03-40b8-91c7-e25f4c71cf7b owned by compute:nova {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:22:00.930738 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:00.941352 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acadd04-1049-4276-a2c5-c1c993b68011 req-5eb21d14-02ef-4846-a334-ef765fcfcaae tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:00.943157 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5acadd04-1049-4276-a2c5-c1c993b68011 req-5eb21d14-02ef-4846-a334-ef765fcfcaae tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=3801ac07-d14d-4f8b-983b-c87f40ed5604 HTTP/1.1" status: 200 len: 945 time: 0.4039240 May 26 11:22:01.025156 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5acadd04-1049-4276-a2c5-c1c993b68011 req-dae4487e-e5dc-495a-8123-0d2b9381c5d6 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737932 May 26 11:22:01.174423 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:01.179582 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bf1629b2-e2f0-4db0-b2a7-f654837ef871 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:01.228632 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b5057a2d-682e-4912-9498-eab307953f11 req-e6f12edb-8502-4ba6-b058-0ceda7ba586a tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:01.262768 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['28a028a9-3c03-40b8-91c7-e25f4c71cf7b'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:22:01.269071 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Network 0c406d08-576a-4058-82f8-2db7a46cb825 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:22:01.306691 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:22:01.309212 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Pushing event updated for resources: {'Port': ['ID=efbffa9d-fd1a-46c6-9905-052c6d6be85c,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:01.311664 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:22:01.346761 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:01.346761 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-26eabc69-bf87-49d0-8a3e-901c69121e05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:01.426289 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f12edb-8502-4ba6-b058-0ceda7ba586a tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Pushing event deleted for resources: {'Port': ['ID=28a028a9-3c03-40b8-91c7-e25f4c71cf7b,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:01.438466 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e6f12edb-8502-4ba6-b058-0ceda7ba586a tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:01.439463 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5057a2d-682e-4912-9498-eab307953f11 req-e6f12edb-8502-4ba6-b058-0ceda7ba586a tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] No DVR routers for this DVR port 28a028a9-3c03-40b8-91c7-e25f4c71cf7b on host hv-cinder-79313 {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:22:01.444068 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-b5057a2d-682e-4912-9498-eab307953f11 req-e6f12edb-8502-4ba6-b058-0ceda7ba586a tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:01.446665 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3801ac07-d14d-4f8b-983b-c87f40ed5604', 'name': 'network-vif-deleted', 'tag': '28a028a9-3c03-40b8-91c7-e25f4c71cf7b'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:22:01.500575 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3801ac07-d14d-4f8b-983b-c87f40ed5604', 'name': 'network-vif-deleted', 'tag': '28a028a9-3c03-40b8-91c7-e25f4c71cf7b', 'status': 'completed', 'code': 200} May 26 11:22:01.546274 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:01.661469 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b5057a2d-682e-4912-9498-eab307953f11 req-e6f12edb-8502-4ba6-b058-0ceda7ba586a tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.37 "DELETE /v2.0/ports/28a028a9-3c03-40b8-91c7-e25f4c71cf7b HTTP/1.1" status: 204 len: 173 time: 1.7496037 May 26 11:22:01.978080 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:02.137070 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:02.241722 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-61ede54a-acb8-497e-93fb-d12f4ada9664 req-bc582516-baa0-4e0e-b1bd-d7afd9e95dad tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Synchronizing usage tracker for tenant:08ff2b625e204f0aad119375dc73d9b0 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:22:02.403256 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-61ede54a-acb8-497e-93fb-d12f4ada9664 req-bc582516-baa0-4e0e-b1bd-d7afd9e95dad tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Unset dirty status for tenant:08ff2b625e204f0aad119375dc73d9b0 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:22:02.403256 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-61ede54a-acb8-497e-93fb-d12f4ada9664 req-bc582516-baa0-4e0e-b1bd-d7afd9e95dad tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=3801ac07-d14d-4f8b-983b-c87f40ed5604 HTTP/1.1" status: 200 len: 210 time: 0.2086155 May 26 11:22:02.439618 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:02.542053 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:02.556042 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1bdc22e4-b54b-46e8-b976-069f529b77cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:02.669863 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Pushing event updated for resources: {'Port': ['ID=efbffa9d-fd1a-46c6-9905-052c6d6be85c,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:02.673832 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:02.676598 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424661'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:02.785394 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:02.847416 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.db.l3_db [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Floating IP f9d89e48-504a-4100-ad3d-6e8820bba50f associated. External IP: 172.27.2.50, port: bff19380-4f8a-47dd-99e5-5a8655ebb17d. May 26 11:22:03.210126 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Router a9d2b93c-4f37-4130-b412-37761d59f623 has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:22:03.411187 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:22:03.422351 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99eca9-1a72-4975-a5d2-7fd4366b9acd None None] Sync routers for ids ['a9d2b93c-4f37-4130-b412-37761d59f623'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:22:03.433195 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae99eca9-1a72-4975-a5d2-7fd4366b9acd None None] Routers {'a9d2b93c-4f37-4130-b412-37761d59f623'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:22:03.433856 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-ae99eca9-1a72-4975-a5d2-7fd4366b9acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:21:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['a9d2b93c-4f37-4130-b412-37761d59f623'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:22:03.554046 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:03.614434 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-ae99eca9-1a72-4975-a5d2-7fd4366b9acd None None] Set router a9d2b93c-4f37-4130-b412-37761d59f623 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:22:03.625816 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1951764 May 26 11:22:03.625816 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f59586-f5a5-47b8-a590-f1ad4b8388fb', 'tag': 'bff19380-4f8a-47dd-99e5-5a8655ebb17d'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:22:03.662726 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f59586-f5a5-47b8-a590-f1ad4b8388fb', 'tag': 'bff19380-4f8a-47dd-99e5-5a8655ebb17d', 'status': 'completed', 'code': 200} May 26 11:22:03.840202 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 28a028a9-3c03-40b8-91c7-e25f4c71cf7b no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:22:03.928723 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] No Port match for: 28a028a9-3c03-40b8-91c7-e25f4c71cf7b {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:22:03.928976 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 28a028a9-3c03-40b8-91c7-e25f4c71cf7b not bound to the agent host hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:22:03.929117 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4455167-1583-411c-ba01-93d277859fac req-74cefdbc-de0e-434c-9054-b3fab5905433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:03.930722 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c4455167-1583-411c-ba01-93d277859fac req-74cefdbc-de0e-434c-9054-b3fab5905433 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da72a28d3e51419ca0dcfbdfb174e658&device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 1099 time: 0.2263033 May 26 11:22:04.094236 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4455167-1583-411c-ba01-93d277859fac req-3e3314aa-4ab1-4611-a8fb-365d04acb410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:04.095964 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c4455167-1583-411c-ba01-93d277859fac req-3e3314aa-4ab1-4611-a8fb-365d04acb410 service neutron] 10.222.0.37 "GET /v2.0/networks?id=377a1f2e-d6d0-49e0-923a-b599684df483 HTTP/1.1" status: 200 len: 913 time: 0.1586761 May 26 11:22:04.103763 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-ae99eca9-1a72-4975-a5d2-7fd4366b9acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': '1748c19b-705f-499f-8e35-566716fe65b7', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'port_id': '85e7c5c4-c141-4367-b355-a94930fd3a7a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'mac_address': 'fa:16:3e:a2:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c79fb6f-2265-46d0-a336-9314f4daf782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:19:28Z', 'updated_at': '2021-05-26T11:19:31Z', 'revision_number': 1, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'fixed_ip_address_scope': None}, {'id': 'f9d89e48-504a-4100-ad3d-6e8820bba50f', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'port_id': 'bff19380-4f8a-47dd-99e5-5a8655ebb17d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'mac_address': 'fa:16:3e:f9:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f59586-f5a5-47b8-a590-f1ad4b8388fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:22:01Z', 'updated_at': '2021-05-26T11:22:01Z', 'revision_number': 0, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef82f069-a73e-4151-8ba0-9587d72c53cb', 'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'mac_address': 'fa:16:3e:ba:f3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:15Z', 'revision_number': 5, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'subnets': [{'id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:22:04.108343 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99eca9-1a72-4975-a5d2-7fd4366b9acd None None] Checking router: a9d2b93c-4f37-4130-b412-37761d59f623 for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:22:04.117914 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae99eca9-1a72-4975-a5d2-7fd4366b9acd None None] Routers {'a9d2b93c-4f37-4130-b412-37761d59f623'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:22:04.118543 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-ae99eca9-1a72-4975-a5d2-7fd4366b9acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:21:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['a9d2b93c-4f37-4130-b412-37761d59f623'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:22:04.220337 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c4455167-1583-411c-ba01-93d277859fac req-0da18c2b-3185-49d5-b0ba-c5505475cd12 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bff19380-4f8a-47dd-99e5-5a8655ebb17d HTTP/1.1" status: 200 len: 999 time: 0.1134193 May 26 11:22:04.299206 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4455167-1583-411c-ba01-93d277859fac req-8beffd70-caab-481f-8640-c1d64b8c132c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:04.300762 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c4455167-1583-411c-ba01-93d277859fac req-8beffd70-caab-481f-8640-c1d64b8c132c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d9720a9-e515-4624-88e4-23a7dedd3e0e HTTP/1.1" status: 200 len: 851 time: 0.0740898 May 26 11:22:04.313306 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:22:04.352801 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-ae99eca9-1a72-4975-a5d2-7fd4366b9acd None None] Set router a9d2b93c-4f37-4130-b412-37761d59f623 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:22:04.384526 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4455167-1583-411c-ba01-93d277859fac req-5d2ddd35-0831-4094-9e86-21453a4f535f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:04.386075 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c4455167-1583-411c-ba01-93d277859fac req-5d2ddd35-0831-4094-9e86-21453a4f535f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=377a1f2e-d6d0-49e0-923a-b599684df483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795507 May 26 11:22:04.536853 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c4455167-1583-411c-ba01-93d277859fac req-773c8039-4091-4400-b438-15dddad89b2f service neutron] 10.222.0.37 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432679 May 26 11:22:04.675956 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c4455167-1583-411c-ba01-93d277859fac req-04682d0d-924b-41c5-98e3-6f8172f7afed service neutron] 10.222.0.37 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321778 May 26 11:22:04.738982 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-ae99eca9-1a72-4975-a5d2-7fd4366b9acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': '1748c19b-705f-499f-8e35-566716fe65b7', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'port_id': '85e7c5c4-c141-4367-b355-a94930fd3a7a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'mac_address': 'fa:16:3e:a2:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c79fb6f-2265-46d0-a336-9314f4daf782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:19:28Z', 'updated_at': '2021-05-26T11:19:31Z', 'revision_number': 1, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'fixed_ip_address_scope': None}, {'id': 'f9d89e48-504a-4100-ad3d-6e8820bba50f', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'port_id': 'bff19380-4f8a-47dd-99e5-5a8655ebb17d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'mac_address': 'fa:16:3e:f9:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f59586-f5a5-47b8-a590-f1ad4b8388fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:22:01Z', 'updated_at': '2021-05-26T11:22:01Z', 'revision_number': 0, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef82f069-a73e-4151-8ba0-9587d72c53cb', 'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'mac_address': 'fa:16:3e:ba:f3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:15Z', 'revision_number': 5, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'subnets': [{'id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:22:04.743343 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99eca9-1a72-4975-a5d2-7fd4366b9acd None None] The sync data for ids ['a9d2b93c-4f37-4130-b412-37761d59f623'] in dv-cinder-793136-1-iscsi is: [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': '1748c19b-705f-499f-8e35-566716fe65b7', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'port_id': '85e7c5c4-c141-4367-b355-a94930fd3a7a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'mac_address': 'fa:16:3e:a2:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c79fb6f-2265-46d0-a336-9314f4daf782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:19:28Z', 'updated_at': '2021-05-26T11:19:31Z', 'revision_number': 1, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'fixed_ip_address_scope': None}, {'id': 'f9d89e48-504a-4100-ad3d-6e8820bba50f', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'port_id': 'bff19380-4f8a-47dd-99e5-5a8655ebb17d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'mac_address': 'fa:16:3e:f9:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f59586-f5a5-47b8-a590-f1ad4b8388fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:22:01Z', 'updated_at': '2021-05-26T11:22:01Z', 'revision_number': 0, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef82f069-a73e-4151-8ba0-9587d72c53cb', 'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'mac_address': 'fa:16:3e:ba:f3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:15Z', 'revision_number': 5, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'subnets': [{'id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:22:04.945321 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e7d186-4613-4281-a3c4-b20d06806de9 None None] New status for floating IP f9d89e48-504a-4100-ad3d-6e8820bba50f: ACTIVE {{(pid=92388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:22:22.256988 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 56870) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:22:22.317203 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-6aef79ff-50b7-4af6-8dc1-f87e640921c9 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:22.318753 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-6aef79ff-50b7-4af6-8dc1-f87e640921c9 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/networks?id=0d4f8173-93d2-4639-84af-f1ad39a17b69 HTTP/1.1" status: 200 len: 813 time: 0.1547210 May 26 11:22:22.335317 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-aa85da5c-7db4-41a9-a7b0-3f8d57444f2e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/quotas/08ff2b625e204f0aad119375dc73d9b0 HTTP/1.1" status: 200 len: 375 time: 0.0101976 May 26 11:22:22.384013 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-4b7d17dd-838e-4162-b0d4-150fc62d5b8f tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=08ff2b625e204f0aad119375dc73d9b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432303 May 26 11:22:22.389855 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-83ded0dd-5abd-4171-af77-eca803a5c8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:22.405306 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-83ded0dd-5abd-4171-af77-eca803a5c8ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:22:22.409297 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-83ded0dd-5abd-4171-af77-eca803a5c8ff admin admin] Usage tracker for resource:security_group_rule and tenant:d90ba019c4604a79af928480ce9298aa is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:22:22.412858 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-83ded0dd-5abd-4171-af77-eca803a5c8ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:22:22.419068 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-83ded0dd-5abd-4171-af77-eca803a5c8ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:22:22.505764 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-83ded0dd-5abd-4171-af77-eca803a5c8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:22.569223 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-8002b338-43cf-4b7f-85cb-9e23eccc7dc1 service neutron] 10.222.0.35 "GET /v2.0/networks/0d4f8173-93d2-4639-84af-f1ad39a17b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779268 May 26 11:22:22.570274 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-83ded0dd-5abd-4171-af77-eca803a5c8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:22.579442 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-28c2c559-b84a-483c-a183-2709ea38b13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:22.620124 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-83ded0dd-5abd-4171-af77-eca803a5c8ff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d90ba019c4604a79af928480ce9298aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3619504 May 26 11:22:22.621830 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ded0dd-5abd-4171-af77-eca803a5c8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e476a91-0258-4000-9a14-159456da93ad,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:22.623802 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 56878) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:22:22.641266 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ded0dd-5abd-4171-af77-eca803a5c8ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:22.641643 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ded0dd-5abd-4171-af77-eca803a5c8ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:22.642035 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ded0dd-5abd-4171-af77-eca803a5c8ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:22.642531 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ded0dd-5abd-4171-af77-eca803a5c8ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:22.642905 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ded0dd-5abd-4171-af77-eca803a5c8ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:22.643272 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ded0dd-5abd-4171-af77-eca803a5c8ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:22.643640 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ded0dd-5abd-4171-af77-eca803a5c8ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:22.643984 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ded0dd-5abd-4171-af77-eca803a5c8ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:22.644339 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ded0dd-5abd-4171-af77-eca803a5c8ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:22.644691 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ded0dd-5abd-4171-af77-eca803a5c8ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:22.645041 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ded0dd-5abd-4171-af77-eca803a5c8ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:22.645389 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ded0dd-5abd-4171-af77-eca803a5c8ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:22.655103 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-83ded0dd-5abd-4171-af77-eca803a5c8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:22.698795 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3ecfea3a-e42a-4df6-93a3-b03f04dbf431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:22.710828 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-31bd92ee-dddf-46fd-952b-410de5586dce service neutron] 10.222.0.35 "GET /v2.0/networks/0d4f8173-93d2-4639-84af-f1ad39a17b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357486 May 26 11:22:22.731832 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3ecfea3a-e42a-4df6-93a3-b03f04dbf431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:22.861581 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3ecfea3a-e42a-4df6-93a3-b03f04dbf431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:22.865438 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-40d19db1-7dab-4733-ad8f-8df590ec34f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:22.879269 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfea3a-e42a-4df6-93a3-b03f04dbf431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e476a91-0258-4000-9a14-159456da93ad,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:22.881853 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3ecfea3a-e42a-4df6-93a3-b03f04dbf431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:22.883043 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3ecfea3a-e42a-4df6-93a3-b03f04dbf431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:22.884130 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-3ecfea3a-e42a-4df6-93a3-b03f04dbf431 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e476a91-0258-4000-9a14-159456da93ad HTTP/1.1" status: 204 len: 168 time: 0.2594543 May 26 11:22:22.996121 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-36e348f9-4d9f-42d2-a318-219332b899c6 req-b4cda56b-4c3a-4f78-9edb-b9dc0374f7cd tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9e37295-e424-40f7-92cb-fd9b750705c6 HTTP/1.1" status: 200 len: 210 time: 0.0431199 May 26 11:22:24.160262 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e430c645-e3d0-4629-bf99-15026b981eee req-14b71bb8-4621-408c-afcb-a6185fbec21b tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9e37295-e424-40f7-92cb-fd9b750705c6 HTTP/1.1" status: 200 len: 210 time: 0.0491471 May 26 11:22:25.309082 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b4daeb63-6e30-4563-88b0-6fb6e34c3fa1 req-21acd9a3-f0da-4975-82ee-dfd9b230ec00 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9e37295-e424-40f7-92cb-fd9b750705c6 HTTP/1.1" status: 200 len: 210 time: 0.0432277 May 26 11:22:25.620574 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-9d75c11e-aa5d-4e0e-9399-923448e1a9ff tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:25.622034 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-9d75c11e-aa5d-4e0e-9399-923448e1a9ff tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.37 "GET /v2.0/networks?id=0d4f8173-93d2-4639-84af-f1ad39a17b69 HTTP/1.1" status: 200 len: 813 time: 0.1466119 May 26 11:22:25.640492 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-49c1d3c3-fc6d-46a2-8bbb-2d7673a1a82c tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Request body: {'port': {'device_id': 'd9e37295-e424-40f7-92cb-fd9b750705c6', 'network_id': '0d4f8173-93d2-4639-84af-f1ad39a17b69', 'admin_state_up': True, 'tenant_id': '08ff2b625e204f0aad119375dc73d9b0'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:22:25.875584 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-49c1d3c3-fc6d-46a2-8bbb-2d7673a1a82c tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:22:25.885964 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-49c1d3c3-fc6d-46a2-8bbb-2d7673a1a82c tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:22:25.935777 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-49c1d3c3-fc6d-46a2-8bbb-2d7673a1a82c tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Made reservation on behalf of 08ff2b625e204f0aad119375dc73d9b0 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:22:25.939489 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-49c1d3c3-fc6d-46a2-8bbb-2d7673a1a82c tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:26.134109 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-49c1d3c3-fc6d-46a2-8bbb-2d7673a1a82c tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Allocated IP 172.20.0.11 (0d4f8173-93d2-4639-84af-f1ad39a17b69/f001262f-da20-41f6-a9e4-eb9a6f1c3a02/d996f4f0-d7b7-4b02-bc42-88777fd1bec4) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:22:26.351844 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-49c1d3c3-fc6d-46a2-8bbb-2d7673a1a82c tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:26.399112 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bf0e66d2-d3d8-4387-b19c-61d33d002d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:26.466060 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c5f41b0e-16c5-4616-b031-ac864774ad0b req-e2203cdd-a6fe-423d-b505-7a2292d5b09b tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9e37295-e424-40f7-92cb-fd9b750705c6 HTTP/1.1" status: 200 len: 210 time: 0.0464435 May 26 11:22:26.513772 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-49c1d3c3-fc6d-46a2-8bbb-2d7673a1a82c tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:26.519581 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-095d4330-adca-4d71-b582-2354266a94b6 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:26.584089 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-49c1d3c3-fc6d-46a2-8bbb-2d7673a1a82c tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Network 0d4f8173-93d2-4639-84af-f1ad39a17b69 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:22:26.587662 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-49c1d3c3-fc6d-46a2-8bbb-2d7673a1a82c tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:22:26.591590 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-49c1d3c3-fc6d-46a2-8bbb-2d7673a1a82c tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:22:26.627504 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1d3c3-fc6d-46a2-8bbb-2d7673a1a82c tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Pushing event updated for resources: {'Port': ['ID=d996f4f0-d7b7-4b02-bc42-88777fd1bec4,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:26.631846 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-49c1d3c3-fc6d-46a2-8bbb-2d7673a1a82c tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:26.667783 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-49c1d3c3-fc6d-46a2-8bbb-2d7673a1a82c tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:26.667783 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-49c1d3c3-fc6d-46a2-8bbb-2d7673a1a82c tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:26.751036 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-49c1d3c3-fc6d-46a2-8bbb-2d7673a1a82c tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1139746 May 26 11:22:26.769347 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Request body: {'port': {'device_id': 'd9e37295-e424-40f7-92cb-fd9b750705c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:22:26.920808 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:27.273049 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d996f4f0-d7b7-4b02-bc42-88777fd1bec4 {{(pid=92386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:22:27.281073 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:27.295553 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Transition to ACTIVE for port object d996f4f0-d7b7-4b02-bc42-88777fd1bec4 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:22:27.364450 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:27.369036 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5b82f995-e445-4c4f-a5e3-4f2193b5eefd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:27.530193 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Pushing event updated for resources: {'Port': ['ID=d996f4f0-d7b7-4b02-bc42-88777fd1bec4,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:27.542297 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:27.680649 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Attempting to bind port d996f4f0-d7b7-4b02-bc42-88777fd1bec4 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:22:27.680980 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Attempting to bind port d996f4f0-d7b7-4b02-bc42-88777fd1bec4 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '6c120a39-d1bd-43f1-b9e3-808aa89ded94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0d4f8173-93d2-4639-84af-f1ad39a17b69'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:22:27.681315 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Attempting to bind port d996f4f0-d7b7-4b02-bc42-88777fd1bec4 on network 0d4f8173-93d2-4639-84af-f1ad39a17b69 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:22:27.688170 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Port d996f4f0-d7b7-4b02-bc42-88777fd1bec4 on network 0d4f8173-93d2-4639-84af-f1ad39a17b69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:22:27.688170 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Attempting to bind port d996f4f0-d7b7-4b02-bc42-88777fd1bec4 on network 0d4f8173-93d2-4639-84af-f1ad39a17b69 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:22:27.695699 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Checking agent: {'id': 'e864f0ab-5241-4583-ad18-7aea86fa37e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'started_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:22:27.696037 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Checking segment: {'id': '6c120a39-d1bd-43f1-b9e3-808aa89ded94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0d4f8173-93d2-4639-84af-f1ad39a17b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:22:27.696422 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Bound using segment: {'id': '6c120a39-d1bd-43f1-b9e3-808aa89ded94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0d4f8173-93d2-4639-84af-f1ad39a17b69'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:22:27.696872 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Bound port: d996f4f0-d7b7-4b02-bc42-88777fd1bec4, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c120a39-d1bd-43f1-b9e3-808aa89ded94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0d4f8173-93d2-4639-84af-f1ad39a17b69'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:22:27.697198 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:27.755893 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73e969-d890-455f-b602-334ae85eea3b req-ae8b3b97-e00e-4fae-8f36-a0ec0e787760 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:27.756650 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-bd73e969-d890-455f-b602-334ae85eea3b req-ae8b3b97-e00e-4fae-8f36-a0ec0e787760 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Synchronizing usage tracker for tenant:08ff2b625e204f0aad119375dc73d9b0 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:22:27.813325 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] For port d996f4f0-d7b7-4b02-bc42-88777fd1bec4, host hv-cinder-79313, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:22:27.816807 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] For port d996f4f0-d7b7-4b02-bc42-88777fd1bec4, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=d996f4f0-d7b7-4b02-bc42-88777fd1bec4,segment=NetworkSegment(6c120a39-d1bd-43f1-b9e3-808aa89ded94),segment_id=6c120a39-d1bd-43f1-b9e3-808aa89ded94)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:22:27.862843 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-bd73e969-d890-455f-b602-334ae85eea3b req-ae8b3b97-e00e-4fae-8f36-a0ec0e787760 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Unset dirty status for tenant:08ff2b625e204f0aad119375dc73d9b0 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:22:27.864619 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd73e969-d890-455f-b602-334ae85eea3b req-ae8b3b97-e00e-4fae-8f36-a0ec0e787760 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9e37295-e424-40f7-92cb-fd9b750705c6 HTTP/1.1" status: 200 len: 944 time: 0.2847521 May 26 11:22:27.915152 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:27.920268 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2967d3ff-f2b9-4d77-8f2d-399013ff9c2b tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:27.958487 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bd73e969-d890-455f-b602-334ae85eea3b req-1b27e9ee-1639-4233-9177-a523eb61640a tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880318 May 26 11:22:27.982822 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:27.983430 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:27.984951 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] 10.222.0.37 "PUT /v2.0/ports/d996f4f0-d7b7-4b02-bc42-88777fd1bec4 HTTP/1.1" status: 200 len: 1094 time: 1.2199738 May 26 11:22:27.985453 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e37295-e424-40f7-92cb-fd9b750705c6', 'tag': 'd996f4f0-d7b7-4b02-bc42-88777fd1bec4'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:22:28.012846 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Pushing event updated for resources: {'Port': ['ID=d996f4f0-d7b7-4b02-bc42-88777fd1bec4,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:28.027714 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:28.049937 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e37295-e424-40f7-92cb-fd9b750705c6', 'tag': 'd996f4f0-d7b7-4b02-bc42-88777fd1bec4', 'status': 'completed', 'code': 200} May 26 11:22:28.169516 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d15bae-2611-4063-b3a1-7f6d3a758505 req-b03c7441-ef21-432a-a31e-ce1f40e7179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:28.171146 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d4d15bae-2611-4063-b3a1-7f6d3a758505 req-b03c7441-ef21-432a-a31e-ce1f40e7179d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=08ff2b625e204f0aad119375dc73d9b0&device_id=d9e37295-e424-40f7-92cb-fd9b750705c6 HTTP/1.1" status: 200 len: 1097 time: 0.0733097 May 26 11:22:28.445819 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d15bae-2611-4063-b3a1-7f6d3a758505 req-d5262055-8a06-4353-b3c6-79e434627c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:28.451332 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d4d15bae-2611-4063-b3a1-7f6d3a758505 req-d5262055-8a06-4353-b3c6-79e434627c69 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=08ff2b625e204f0aad119375dc73d9b0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2627137 May 26 11:22:28.595319 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d15bae-2611-4063-b3a1-7f6d3a758505 req-15101631-5b46-4423-a2a2-a44a37ed309d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:28.596765 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d4d15bae-2611-4063-b3a1-7f6d3a758505 req-15101631-5b46-4423-a2a2-a44a37ed309d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1420004 May 26 11:22:28.741622 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-8d8a0491-da94-4061-af66-db622e0f81d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:28.743169 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-8d8a0491-da94-4061-af66-db622e0f81d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=08ff2b625e204f0aad119375dc73d9b0&device_id=d9e37295-e424-40f7-92cb-fd9b750705c6 HTTP/1.1" status: 200 len: 1097 time: 0.0797098 May 26 11:22:28.830273 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-4c560984-b363-4f81-b4fb-6f92085676c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d996f4f0-d7b7-4b02-bc42-88777fd1bec4 HTTP/1.1" status: 200 len: 217 time: 0.0729136 May 26 11:22:28.851192 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:28.896989 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-42d20a27-1471-4f5b-b623-3327c17c516c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:28.898442 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-42d20a27-1471-4f5b-b623-3327c17c516c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f001262f-da20-41f6-a9e4-eb9a6f1c3a02 HTTP/1.1" status: 200 len: 853 time: 0.0614192 May 26 11:22:28.946920 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-19c94be5-d93f-41f3-86d1-710b6c707100 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d4f8173-93d2-4639-84af-f1ad39a17b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422335 May 26 11:22:28.947964 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1157764b-c6e7-4ad8-a0a9-39b2e7d01ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:29.092181 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-7d0bd1a9-e40a-43ac-a3d2-f3f9ebcf2141 service neutron] 10.222.0.37 "GET /v2.0/networks/0d4f8173-93d2-4639-84af-f1ad39a17b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381962 May 26 11:22:29.284371 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-e8d632bb-b3be-4b8b-a5ff-dff97d57a964 req-a7c9771a-4dd9-4c67-bfe7-b57fb6b467c3 service neutron] 10.222.0.37 "GET /v2.0/networks/0d4f8173-93d2-4639-84af-f1ad39a17b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531341 May 26 11:22:29.292883 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39ddb1-b465-4209-8968-4f739e95d6ba req-59e34016-e6e0-4c7f-a31d-9a7cdab69298 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:29.294513 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b39ddb1-b465-4209-8968-4f739e95d6ba req-59e34016-e6e0-4c7f-a31d-9a7cdab69298 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9e37295-e424-40f7-92cb-fd9b750705c6 HTTP/1.1" status: 200 len: 944 time: 0.2073164 May 26 11:22:29.341498 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b39ddb1-b465-4209-8968-4f739e95d6ba req-91c3c7e2-9e09-4bb7-9833-d49d8c7f73bb tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409350 May 26 11:22:29.633389 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:30.546489 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200f447-f4d6-4e53-9749-16cf25a20c64 req-bd03cef9-5024-4c2b-9c81-b2a003ecbf1c tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:30.548055 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b200f447-f4d6-4e53-9749-16cf25a20c64 req-bd03cef9-5024-4c2b-9c81-b2a003ecbf1c tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9e37295-e424-40f7-92cb-fd9b750705c6 HTTP/1.1" status: 200 len: 944 time: 0.0956829 May 26 11:22:30.597207 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b200f447-f4d6-4e53-9749-16cf25a20c64 req-457bc96f-ca15-42bb-b16f-bfb368e81148 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427301 May 26 11:22:31.496248 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:31.784058 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac831c3b-2bbd-49ee-bc5a-933dce60388c req-d6019e2e-9ad2-45cc-a8a5-3dc9d6f10e48 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:31.785451 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ac831c3b-2bbd-49ee-bc5a-933dce60388c req-d6019e2e-9ad2-45cc-a8a5-3dc9d6f10e48 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9e37295-e424-40f7-92cb-fd9b750705c6 HTTP/1.1" status: 200 len: 944 time: 0.0829363 May 26 11:22:31.832334 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ac831c3b-2bbd-49ee-bc5a-933dce60388c req-e3455b8f-3b51-41d7-97e3-f196f120c0c7 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409775 May 26 11:22:33.164871 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839a414-4f2a-44f6-9f63-cd5395a94f42 req-bd148c4e-a184-45a5-baf1-bfb34eb2683e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:33.166331 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1839a414-4f2a-44f6-9f63-cd5395a94f42 req-bd148c4e-a184-45a5-baf1-bfb34eb2683e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9e37295-e424-40f7-92cb-fd9b750705c6 HTTP/1.1" status: 200 len: 944 time: 0.0819247 May 26 11:22:33.210851 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1839a414-4f2a-44f6-9f63-cd5395a94f42 req-77a75c00-a585-4d33-80fd-9168ce7f9f90 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388277 May 26 11:22:33.684768 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device d996f4f0-d7b7-4b02-bc42-88777fd1bec4 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:22:33.768876 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:33.828119 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port d996f4f0-d7b7-4b02-bc42-88777fd1bec4, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=d996f4f0-d7b7-4b02-bc42-88777fd1bec4,segment=NetworkSegment(6c120a39-d1bd-43f1-b9e3-808aa89ded94),segment_id=6c120a39-d1bd-43f1-b9e3-808aa89ded94)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:22:33.841508 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': 'd996f4f0-d7b7-4b02-bc42-88777fd1bec4', 'network_id': '0d4f8173-93d2-4639-84af-f1ad39a17b69', 'port_id': 'd996f4f0-d7b7-4b02-bc42-88777fd1bec4', 'mac_address': 'fa:16:3e:b2:7f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f001262f-da20-41f6-a9e4-eb9a6f1c3a02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:22:33.897407 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:33.914399 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d996f4f0-d7b7-4b02-bc42-88777fd1bec4 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:22:33.929430 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port d996f4f0-d7b7-4b02-bc42-88777fd1bec4, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=d996f4f0-d7b7-4b02-bc42-88777fd1bec4,segment=NetworkSegment(6c120a39-d1bd-43f1-b9e3-808aa89ded94),segment_id=6c120a39-d1bd-43f1-b9e3-808aa89ded94)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:22:34.009758 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:34.011546 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:34.079068 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=d996f4f0-d7b7-4b02-bc42-88777fd1bec4,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:34.082293 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:34.325001 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['d996f4f0-d7b7-4b02-bc42-88777fd1bec4'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:22:34.394186 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce927795-36ab-41ca-bde2-b1d5f8813f25 req-50dc38df-a8ca-4be7-86bb-cf32527fe408 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:34.395561 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ce927795-36ab-41ca-bde2-b1d5f8813f25 req-50dc38df-a8ca-4be7-86bb-cf32527fe408 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9e37295-e424-40f7-92cb-fd9b750705c6 HTTP/1.1" status: 200 len: 945 time: 0.0800691 May 26 11:22:34.441010 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ce927795-36ab-41ca-bde2-b1d5f8813f25 req-b357306f-ef20-4660-a8cf-4b1782cb1ec0 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394883 May 26 11:22:35.627480 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf642d66-2900-4deb-a231-ef52b57907c3 req-225bb32e-899a-4d3f-aa9f-8cd019a1796e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:35.628970 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bf642d66-2900-4deb-a231-ef52b57907c3 req-225bb32e-899a-4d3f-aa9f-8cd019a1796e tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9e37295-e424-40f7-92cb-fd9b750705c6 HTTP/1.1" status: 200 len: 945 time: 0.0845368 May 26 11:22:35.675444 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-bf642d66-2900-4deb-a231-ef52b57907c3 req-c5b1ff7b-c352-4fa3-93c6-81bb97fe0f7f tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400953 May 26 11:22:36.739871 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device d996f4f0-d7b7-4b02-bc42-88777fd1bec4 up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:22:36.912915 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning for port d996f4f0-d7b7-4b02-bc42-88777fd1bec4 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:22:36.918178 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port d996f4f0-d7b7-4b02-bc42-88777fd1bec4 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:22:36.918591 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:37.010578 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ac8b6-5edb-4f44-a60e-2f55f2bea897 req-8d5fa438-8ac3-43a8-b6fe-c1faddd3fc47 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:37.012059 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-511ac8b6-5edb-4f44-a60e-2f55f2bea897 req-8d5fa438-8ac3-43a8-b6fe-c1faddd3fc47 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9e37295-e424-40f7-92cb-fd9b750705c6 HTTP/1.1" status: 200 len: 945 time: 0.0822577 May 26 11:22:37.039459 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:37.060892 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-511ac8b6-5edb-4f44-a60e-2f55f2bea897 req-539bc003-8387-41f8-8932-5991cae60687 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426779 May 26 11:22:37.066870 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e37295-e424-40f7-92cb-fd9b750705c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd996f4f0-d7b7-4b02-bc42-88777fd1bec4'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:22:37.077817 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port d996f4f0-d7b7-4b02-bc42-88777fd1bec4, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=d996f4f0-d7b7-4b02-bc42-88777fd1bec4,segment=NetworkSegment(6c120a39-d1bd-43f1-b9e3-808aa89ded94),segment_id=6c120a39-d1bd-43f1-b9e3-808aa89ded94)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:22:37.119387 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e37295-e424-40f7-92cb-fd9b750705c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd996f4f0-d7b7-4b02-bc42-88777fd1bec4', 'code': 200} May 26 11:22:37.167284 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:37.170261 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:37.234971 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=d996f4f0-d7b7-4b02-bc42-88777fd1bec4,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:37.238041 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:37.543721 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db5643-8172-4ba5-85d3-9ca69bbcbdb0 req-7c342b8c-034e-406f-b00f-bc16f06b3959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:37.545343 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-71db5643-8172-4ba5-85d3-9ca69bbcbdb0 req-7c342b8c-034e-406f-b00f-bc16f06b3959 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d9e37295-e424-40f7-92cb-fd9b750705c6 HTTP/1.1" status: 200 len: 1099 time: 0.0700912 May 26 11:22:37.597000 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-71db5643-8172-4ba5-85d3-9ca69bbcbdb0 req-5c4d4de3-f455-4ecd-bb92-f435af024304 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361643 May 26 11:22:38.347012 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db76531-13be-4fef-bb0e-09f1f56be5bf req-86b57b4b-26e0-455d-b9ed-3e3bc9ab11ee tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:38.348370 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2db76531-13be-4fef-bb0e-09f1f56be5bf req-86b57b4b-26e0-455d-b9ed-3e3bc9ab11ee tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9e37295-e424-40f7-92cb-fd9b750705c6 HTTP/1.1" status: 200 len: 946 time: 0.1785786 May 26 11:22:38.392105 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-2db76531-13be-4fef-bb0e-09f1f56be5bf req-4ed94fb0-b6b9-4f63-b63c-d7cd75c0ab96 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379901 May 26 11:22:39.218156 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 57062) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:22:39.335146 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be1539bd-d56f-4575-8a66-1e25fd74171c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:39.349306 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-be1539bd-d56f-4575-8a66-1e25fd74171c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:22:39.353083 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-be1539bd-d56f-4575-8a66-1e25fd74171c admin admin] Usage tracker for resource:security_group_rule and tenant:fe0447ca417549cdaac98d05387b887f is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:22:39.355837 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-be1539bd-d56f-4575-8a66-1e25fd74171c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:22:39.361419 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-be1539bd-d56f-4575-8a66-1e25fd74171c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:22:39.441082 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be1539bd-d56f-4575-8a66-1e25fd74171c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:39.498965 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be1539bd-d56f-4575-8a66-1e25fd74171c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:39.507951 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-83ded0dd-5abd-4171-af77-eca803a5c8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:39.592660 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf3890-b8e2-46c7-bf9a-8206c23ebfcb req-ae04455e-6696-4652-828c-c445f695d51d tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:39.594138 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-78cf3890-b8e2-46c7-bf9a-8206c23ebfcb req-ae04455e-6696-4652-828c-c445f695d51d tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9e37295-e424-40f7-92cb-fd9b750705c6 HTTP/1.1" status: 200 len: 946 time: 0.0819623 May 26 11:22:39.618826 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-be1539bd-d56f-4575-8a66-1e25fd74171c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe0447ca417549cdaac98d05387b887f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3995728 May 26 11:22:39.619616 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1539bd-d56f-4575-8a66-1e25fd74171c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cb579a-9850-4144-9558-ca3bd77f059c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:39.622063 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 57070) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:22:39.634158 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-be1539bd-d56f-4575-8a66-1e25fd74171c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:39.642479 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-78cf3890-b8e2-46c7-bf9a-8206c23ebfcb req-575af4f8-a294-472f-822d-9f7af5172f93 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425577 May 26 11:22:39.685628 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0f95426-18c6-452e-9648-e82c6f3ef12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:39.712088 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0f95426-18c6-452e-9648-e82c6f3ef12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:39.832717 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0f95426-18c6-452e-9648-e82c6f3ef12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:39.838360 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3749804f-4a93-48ac-8217-ba17d7c7bc80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:39.848371 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f95426-18c6-452e-9648-e82c6f3ef12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cb579a-9850-4144-9558-ca3bd77f059c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:39.852860 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b0f95426-18c6-452e-9648-e82c6f3ef12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:39.854964 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0f95426-18c6-452e-9648-e82c6f3ef12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:39.856304 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-b0f95426-18c6-452e-9648-e82c6f3ef12f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/81cb579a-9850-4144-9558-ca3bd77f059c HTTP/1.1" status: 204 len: 168 time: 0.2329934 May 26 11:22:40.522175 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 57086) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:22:40.540412 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1e34e8c3-8a1d-4bcb-8f5b-8fa5ca0b671a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:40.556282 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-1e34e8c3-8a1d-4bcb-8f5b-8fa5ca0b671a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:22:40.560106 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-1e34e8c3-8a1d-4bcb-8f5b-8fa5ca0b671a admin admin] Usage tracker for resource:security_group_rule and tenant:3a695a0713d14828898c48e35a7c97e5 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:22:40.563081 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-1e34e8c3-8a1d-4bcb-8f5b-8fa5ca0b671a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:22:40.569035 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-1e34e8c3-8a1d-4bcb-8f5b-8fa5ca0b671a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:22:40.656022 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1e34e8c3-8a1d-4bcb-8f5b-8fa5ca0b671a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:40.735763 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1e34e8c3-8a1d-4bcb-8f5b-8fa5ca0b671a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:40.745648 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:40.788682 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-1e34e8c3-8a1d-4bcb-8f5b-8fa5ca0b671a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3a695a0713d14828898c48e35a7c97e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2654059 May 26 11:22:40.789591 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34e8c3-8a1d-4bcb-8f5b-8fa5ca0b671a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f54b641-be2a-48e3-94aa-c11bf51203a7,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:40.792465 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 57092) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:22:40.792978 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1e34e8c3-8a1d-4bcb-8f5b-8fa5ca0b671a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:40.856767 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da41576b-d33d-454a-b217-47ea88196411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:40.884395 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da41576b-d33d-454a-b217-47ea88196411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:41.013268 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da41576b-d33d-454a-b217-47ea88196411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:41.017007 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:41.028368 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41576b-d33d-454a-b217-47ea88196411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f54b641-be2a-48e3-94aa-c11bf51203a7,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:41.039071 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41576b-d33d-454a-b217-47ea88196411 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:41.039450 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41576b-d33d-454a-b217-47ea88196411 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:41.039818 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41576b-d33d-454a-b217-47ea88196411 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:41.040181 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41576b-d33d-454a-b217-47ea88196411 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:41.040539 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41576b-d33d-454a-b217-47ea88196411 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:41.040891 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41576b-d33d-454a-b217-47ea88196411 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:41.041243 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41576b-d33d-454a-b217-47ea88196411 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:41.041593 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41576b-d33d-454a-b217-47ea88196411 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:41.042103 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41576b-d33d-454a-b217-47ea88196411 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:41.042464 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41576b-d33d-454a-b217-47ea88196411 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:41.042814 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41576b-d33d-454a-b217-47ea88196411 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:41.043159 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41576b-d33d-454a-b217-47ea88196411 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:41.047603 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-da41576b-d33d-454a-b217-47ea88196411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:41.048842 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da41576b-d33d-454a-b217-47ea88196411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:41.053353 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-da41576b-d33d-454a-b217-47ea88196411 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4f54b641-be2a-48e3-94aa-c11bf51203a7 HTTP/1.1" status: 204 len: 168 time: 0.2562058 May 26 11:22:41.311808 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:22:43.988487 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 57154) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:22:44.106441 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b7bc2cf-e9da-400e-befa-e677b4181dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:44.121006 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-3b7bc2cf-e9da-400e-befa-e677b4181dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:22:44.124870 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-3b7bc2cf-e9da-400e-befa-e677b4181dbd admin admin] Usage tracker for resource:security_group_rule and tenant:afc6a22c92de4b02823cd8f4d3b63aa0 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:22:44.127678 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-3b7bc2cf-e9da-400e-befa-e677b4181dbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:22:44.133368 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-3b7bc2cf-e9da-400e-befa-e677b4181dbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:22:44.217223 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b7bc2cf-e9da-400e-befa-e677b4181dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:44.306907 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b7bc2cf-e9da-400e-befa-e677b4181dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:44.313725 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a78f83e5-bf96-4429-803a-2aa89b743c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:44.352944 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bc2cf-e9da-400e-befa-e677b4181dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e3be8c-f5a1-4390-a100-27db3745a055,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:44.356032 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3b7bc2cf-e9da-400e-befa-e677b4181dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:44.358830 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-3b7bc2cf-e9da-400e-befa-e677b4181dbd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=afc6a22c92de4b02823cd8f4d3b63aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687911 May 26 11:22:44.362086 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 57160) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:22:44.419717 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-96edb776-69ea-4db8-a3ad-0c9e7ce8f7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:44.445331 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-96edb776-69ea-4db8-a3ad-0c9e7ce8f7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:44.581564 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-96edb776-69ea-4db8-a3ad-0c9e7ce8f7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:44.585859 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8665c49d-5a13-457d-af97-0d8a7905d418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:44.597025 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edb776-69ea-4db8-a3ad-0c9e7ce8f7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e3be8c-f5a1-4390-a100-27db3745a055,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:44.602241 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-96edb776-69ea-4db8-a3ad-0c9e7ce8f7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:44.605687 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-96edb776-69ea-4db8-a3ad-0c9e7ce8f7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:44.606828 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-96edb776-69ea-4db8-a3ad-0c9e7ce8f7ef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c2e3be8c-f5a1-4390-a100-27db3745a055 HTTP/1.1" status: 204 len: 168 time: 0.2437727 May 26 11:22:45.239720 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 57170) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:22:45.258010 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c66a47be-13ff-4dfe-8ec1-fe641beef62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:45.272536 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-c66a47be-13ff-4dfe-8ec1-fe641beef62c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:22:45.276330 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-c66a47be-13ff-4dfe-8ec1-fe641beef62c admin admin] Usage tracker for resource:security_group_rule and tenant:a3672c404669450786558d29a8ae1850 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:22:45.279196 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-c66a47be-13ff-4dfe-8ec1-fe641beef62c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:22:45.284891 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-c66a47be-13ff-4dfe-8ec1-fe641beef62c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:22:45.373643 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c66a47be-13ff-4dfe-8ec1-fe641beef62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:45.444427 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c66a47be-13ff-4dfe-8ec1-fe641beef62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:45.451813 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-800e4c6b-4e45-4b51-9b40-d54cafa2d455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:45.491459 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a47be-13ff-4dfe-8ec1-fe641beef62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec6ce3a-f189-4768-b890-e9f02020c651,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:45.494750 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c66a47be-13ff-4dfe-8ec1-fe641beef62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:45.497210 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-c66a47be-13ff-4dfe-8ec1-fe641beef62c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3672c404669450786558d29a8ae1850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565093 May 26 11:22:45.501493 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 57174) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:22:45.564049 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff4bda9e-a692-4b1d-8096-756a9953136b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:45.591456 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff4bda9e-a692-4b1d-8096-756a9953136b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:45.707574 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff4bda9e-a692-4b1d-8096-756a9953136b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:45.712087 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-36564a37-3d20-4af9-98f2-18dc14b6315e tempest-TestMinimumBasicScenario-860616356 tempest-TestMinimumBasicScenario-860616356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:45.724315 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4bda9e-a692-4b1d-8096-756a9953136b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec6ce3a-f189-4768-b890-e9f02020c651,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:45.726946 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ff4bda9e-a692-4b1d-8096-756a9953136b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:45.736794 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff4bda9e-a692-4b1d-8096-756a9953136b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:45.738231 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-ff4bda9e-a692-4b1d-8096-756a9953136b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ec6ce3a-f189-4768-b890-e9f02020c651 HTTP/1.1" status: 204 len: 168 time: 0.2354860 May 26 11:22:49.576766 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 57256) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:22:49.692256 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50058b3f-4e83-4e51-89d4-d7a2d8896234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:49.706039 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-50058b3f-4e83-4e51-89d4-d7a2d8896234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:22:49.710260 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-50058b3f-4e83-4e51-89d4-d7a2d8896234 admin admin] Usage tracker for resource:security_group_rule and tenant:3684e84b16db46538a1155025c0424fa is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:22:49.712979 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-50058b3f-4e83-4e51-89d4-d7a2d8896234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:22:49.718525 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-50058b3f-4e83-4e51-89d4-d7a2d8896234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:22:49.796686 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50058b3f-4e83-4e51-89d4-d7a2d8896234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:49.870148 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50058b3f-4e83-4e51-89d4-d7a2d8896234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:49.877395 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b0f95426-18c6-452e-9648-e82c6f3ef12f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:49.918316 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-50058b3f-4e83-4e51-89d4-d7a2d8896234 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3684e84b16db46538a1155025c0424fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405044 May 26 11:22:49.919314 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50058b3f-4e83-4e51-89d4-d7a2d8896234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3591b71-1efe-4759-a485-6284f127a8bb,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:49.920961 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 57264) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:22:49.923021 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-50058b3f-4e83-4e51-89d4-d7a2d8896234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:49.983882 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-69f327a9-9492-4750-ba5d-91ebbf1d766f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:50.008529 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-69f327a9-9492-4750-ba5d-91ebbf1d766f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:50.138376 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-69f327a9-9492-4750-ba5d-91ebbf1d766f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:50.142063 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-426c50f9-cd39-4b08-8fb5-79d65fc8aa06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:50.153404 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f327a9-9492-4750-ba5d-91ebbf1d766f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3591b71-1efe-4759-a485-6284f127a8bb,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:50.157392 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-69f327a9-9492-4750-ba5d-91ebbf1d766f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:50.161025 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-69f327a9-9492-4750-ba5d-91ebbf1d766f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:50.162079 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-69f327a9-9492-4750-ba5d-91ebbf1d766f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a3591b71-1efe-4759-a485-6284f127a8bb HTTP/1.1" status: 204 len: 168 time: 0.2401271 May 26 11:22:50.818744 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 57272) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:22:50.836650 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b01253e0-c87a-4787-ad0a-8c48f2073687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:50.852055 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-b01253e0-c87a-4787-ad0a-8c48f2073687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:22:50.855961 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-b01253e0-c87a-4787-ad0a-8c48f2073687 admin admin] Usage tracker for resource:security_group_rule and tenant:ed4a7159a49d4e4ca42fcbe9df10ce9f is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:22:50.858861 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-b01253e0-c87a-4787-ad0a-8c48f2073687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:22:50.865251 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-b01253e0-c87a-4787-ad0a-8c48f2073687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:22:50.945943 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b01253e0-c87a-4787-ad0a-8c48f2073687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:51.010473 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b01253e0-c87a-4787-ad0a-8c48f2073687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:51.017756 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-047f2806-a17a-4ac1-9954-c5da2892b389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:51.063964 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-b01253e0-c87a-4787-ad0a-8c48f2073687 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ed4a7159a49d4e4ca42fcbe9df10ce9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441142 May 26 11:22:51.065590 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01253e0-c87a-4787-ad0a-8c48f2073687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cbc87a-5c4d-42da-9bcf-1d3aec955677,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:51.066830 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 57278) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:22:51.068623 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b01253e0-c87a-4787-ad0a-8c48f2073687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:51.128488 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a046c36d-9169-4123-848d-c19b89e2682c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:51.162114 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a046c36d-9169-4123-848d-c19b89e2682c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:51.272896 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a046c36d-9169-4123-848d-c19b89e2682c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:51.276351 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:51.289535 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046c36d-9169-4123-848d-c19b89e2682c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cbc87a-5c4d-42da-9bcf-1d3aec955677,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:51.294016 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a046c36d-9169-4123-848d-c19b89e2682c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:51.297891 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a046c36d-9169-4123-848d-c19b89e2682c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:51.298985 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-a046c36d-9169-4123-848d-c19b89e2682c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29cbc87a-5c4d-42da-9bcf-1d3aec955677 HTTP/1.1" status: 204 len: 168 time: 0.2311764 May 26 11:22:52.429460 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 57304) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:22:52.538107 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1952079938-network', 'tenant_id': 'dc2d5ac6392948a78e151573a3ba73ef'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:22:52.542932 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:22:52.546806 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] Usage tracker for resource:network and tenant:dc2d5ac6392948a78e151573a3ba73ef is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:22:52.549650 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:22:52.556028 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:22:52.621565 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] Made reservation on behalf of dc2d5ac6392948a78e151573a3ba73ef for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:22:52.623879 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1461799'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:52.636021 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:52.650577 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:22:52.654455 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] Usage tracker for resource:security_group_rule and tenant:dc2d5ac6392948a78e151573a3ba73ef is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:22:52.657194 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:22:52.663460 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:22:52.742154 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:52.806551 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:52.809544 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b31b35e9-ad67-4d05-af40-ed55e0665357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:52.837398 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:22:52.846039 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6af6ce5-0ce9-4610-be89-cc5051bd25ed,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:52.850835 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:52.853583 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:52.854522 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.db.segments_db [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] Added segment 80fc5577-9dee-4e2f-a3d1-309f224b0187 of type vlan for network 9d3b1a2c-3518-40a7-8ff5-96aba3c911d8 May 26 11:22:52.884171 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746349196638'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:52.973751 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:52.975241 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:52.975842 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:52.979564 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-765723c5-244c-4ff9-adf9-5a00006674af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:53.081669 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] Pushing event updated for resources: {'Network': ['ID=9d3b1a2c-3518-40a7-8ff5-96aba3c911d8,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:53.085189 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:53.092381 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Network 9d3b1a2c-3518-40a7-8ff5-96aba3c911d8 details requested by agent ovs-agent-dv-cinder-793136-1-iscsi with host dv-cinder-793136-1-iscsi {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:22:53.137850 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-579f2a11-75bc-40bc-ab3b-74a3e8e685a0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7039323 May 26 11:22:53.138536 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 57314) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:22:53.146443 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-523b5ff4-e32c-41ae-9787-13221670eb73 admin admin] Request body: {'subnet': {'network_id': '9d3b1a2c-3518-40a7-8ff5-96aba3c911d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1952079938-subnet', 'tenant_id': 'dc2d5ac6392948a78e151573a3ba73ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:22:53.153483 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-523b5ff4-e32c-41ae-9787-13221670eb73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:22:53.158925 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-523b5ff4-e32c-41ae-9787-13221670eb73 admin admin] Usage tracker for resource:subnet and tenant:dc2d5ac6392948a78e151573a3ba73ef is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:22:53.163228 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-523b5ff4-e32c-41ae-9787-13221670eb73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:22:53.170557 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-523b5ff4-e32c-41ae-9787-13221670eb73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:22:53.250331 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523b5ff4-e32c-41ae-9787-13221670eb73 admin admin] Made reservation on behalf of dc2d5ac6392948a78e151573a3ba73ef for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:22:53.252734 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-523b5ff4-e32c-41ae-9787-13221670eb73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32234648'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:54.140357 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-523b5ff4-e32c-41ae-9787-13221670eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33092732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32234638'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:54.144163 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6804901f-449c-458a-b3c7-f28b4139ad37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:54.218746 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b5ff4-e32c-41ae-9787-13221670eb73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f44541e8-530b-4a80-9c51-c4ec883bfacb,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:54.222060 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-523b5ff4-e32c-41ae-9787-13221670eb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:54.228915 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523b5ff4-e32c-41ae-9787-13221670eb73 admin admin] Checking segment: {'id': '80fc5577-9dee-4e2f-a3d1-309f224b0187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9d3b1a2c-3518-40a7-8ff5-96aba3c911d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:22:54.229268 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523b5ff4-e32c-41ae-9787-13221670eb73 admin admin] Network hostable DHCP agents. Network: 9d3b1a2c-3518-40a7-8ff5-96aba3c911d8, hostable agents: ['5be7b6bf-9113-45d0-8352-d59a3f612e3f'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:22:54.343834 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523b5ff4-e32c-41ae-9787-13221670eb73 admin admin] Network 9d3b1a2c-3518-40a7-8ff5-96aba3c911d8 is scheduled to be hosted by DHCP agent 5be7b6bf-9113-45d0-8352-d59a3f612e3f with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:22:54.423625 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-523b5ff4-e32c-41ae-9787-13221670eb73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-iscsi, 9d3b1a2c-3518-40a7-8ff5-96aba3c911d8) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:22:54.432335 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523b5ff4-e32c-41ae-9787-13221670eb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:54.433178 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-523b5ff4-e32c-41ae-9787-13221670eb73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:54.436130 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430b4ad0-abc6-4757-801a-a8c54ed2c486 None None] Network 9d3b1a2c-3518-40a7-8ff5-96aba3c911d8 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:22:54.516246 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-523b5ff4-e32c-41ae-9787-13221670eb73 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3759511 May 26 11:22:54.741367 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23945db9-b2d3-46ea-bcbf-ba20abca9f6c None None] Network 9d3b1a2c-3518-40a7-8ff5-96aba3c911d8 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:22:55.259783 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 57338) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:22:55.265403 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1232629444-network', 'tenant_id': 'a562644e92a44a27b50b787d5d43a32a'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:22:55.270083 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:22:55.273780 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Usage tracker for resource:network and tenant:a562644e92a44a27b50b787d5d43a32a is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:22:55.276550 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:22:55.282079 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:22:55.358727 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Made reservation on behalf of a562644e92a44a27b50b787d5d43a32a for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:22:55.361074 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1461799'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:55.374057 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:55.388353 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:22:55.392145 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Usage tracker for resource:security_group_rule and tenant:a562644e92a44a27b50b787d5d43a32a is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:22:55.394907 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:22:55.400494 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:22:55.480501 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:55.538666 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:55.541713 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0901ee7e-6ca6-4f78-b94b-e439057c7987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:55.573336 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:22:55.582715 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53a08ee-1e09-4508-8718-7fa50ad4f21f,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:55.586261 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:55.588787 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:55.589130 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.db.segments_db [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Added segment e19e70ce-705a-4412-9d38-7e7ce03d9713 of type vlan for network 12e75ab9-6100-45bf-9d8c-1f486d0e6f96 May 26 11:22:55.617250 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746349196638'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:55.704693 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:55.708178 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:55.708178 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:55.710835 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-055d9ce5-d780-40c2-9a71-4c6d52183d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:55.809226 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Pushing event updated for resources: {'Network': ['ID=12e75ab9-6100-45bf-9d8c-1f486d0e6f96,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:55.811938 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:55.819479 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Network 12e75ab9-6100-45bf-9d8c-1f486d0e6f96 details requested by agent ovs-agent-dv-cinder-793136-1-iscsi with host dv-cinder-793136-1-iscsi {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:22:55.856467 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5955234 May 26 11:22:55.859117 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 57342) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:22:55.864694 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-41ced41f-fe79-4a0c-9087-a98a247a7ee4 admin admin] Request body: {'subnet': {'network_id': '12e75ab9-6100-45bf-9d8c-1f486d0e6f96', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1232629444-subnet', 'tenant_id': 'a562644e92a44a27b50b787d5d43a32a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:22:55.869505 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-41ced41f-fe79-4a0c-9087-a98a247a7ee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:22:55.873606 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-41ced41f-fe79-4a0c-9087-a98a247a7ee4 admin admin] Usage tracker for resource:subnet and tenant:a562644e92a44a27b50b787d5d43a32a is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:22:55.876654 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-41ced41f-fe79-4a0c-9087-a98a247a7ee4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:22:55.882482 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-41ced41f-fe79-4a0c-9087-a98a247a7ee4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:22:55.952991 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ced41f-fe79-4a0c-9087-a98a247a7ee4 admin admin] Made reservation on behalf of a562644e92a44a27b50b787d5d43a32a for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:22:55.955921 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-41ced41f-fe79-4a0c-9087-a98a247a7ee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32234648'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:56.410177 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bd12c35a-3441-413c-8d18-8ca0dde5dc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:56.478190 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-41ced41f-fe79-4a0c-9087-a98a247a7ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33092732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32234638'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:56.482739 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-523b5ff4-e32c-41ae-9787-13221670eb73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:22:56.553779 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ced41f-fe79-4a0c-9087-a98a247a7ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=233fbb20-e876-4d9d-87c2-379fe392b0de,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:56.557082 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-41ced41f-fe79-4a0c-9087-a98a247a7ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:22:56.562948 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ced41f-fe79-4a0c-9087-a98a247a7ee4 admin admin] Checking segment: {'id': 'e19e70ce-705a-4412-9d38-7e7ce03d9713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '12e75ab9-6100-45bf-9d8c-1f486d0e6f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:22:56.563309 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ced41f-fe79-4a0c-9087-a98a247a7ee4 admin admin] Network hostable DHCP agents. Network: 12e75ab9-6100-45bf-9d8c-1f486d0e6f96, hostable agents: ['5be7b6bf-9113-45d0-8352-d59a3f612e3f'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:22:56.655742 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ced41f-fe79-4a0c-9087-a98a247a7ee4 admin admin] Network 12e75ab9-6100-45bf-9d8c-1f486d0e6f96 is scheduled to be hosted by DHCP agent 5be7b6bf-9113-45d0-8352-d59a3f612e3f with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:22:56.764263 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-41ced41f-fe79-4a0c-9087-a98a247a7ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-iscsi, 12e75ab9-6100-45bf-9d8c-1f486d0e6f96) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:22:56.772787 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ced41f-fe79-4a0c-9087-a98a247a7ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:22:56.773122 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642ece07-d1c1-4617-807d-da734656d865 None None] Network 12e75ab9-6100-45bf-9d8c-1f486d0e6f96 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:22:56.773368 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-41ced41f-fe79-4a0c-9087-a98a247a7ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:56.850630 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-41ced41f-fe79-4a0c-9087-a98a247a7ee4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9904661 May 26 11:22:56.962697 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe09064-5ca3-443b-9e76-2b1b5622e813 None None] Network 12e75ab9-6100-45bf-9d8c-1f486d0e6f96 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:22:58.844922 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:59.006845 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d271-69fd-4e5c-baca-463d6eb0844a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:59.584714 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:01.496076 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:03.818772 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:05.234188 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e42f46-0ec5-495d-87e9-930a66660d39 req-a36a48f6-5663-4b60-9eb4-4407ae179590 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:23:05.235663 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-52e42f46-0ec5-495d-87e9-930a66660d39 req-a36a48f6-5663-4b60-9eb4-4407ae179590 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9e37295-e424-40f7-92cb-fd9b750705c6 HTTP/1.1" status: 200 len: 946 time: 0.0858059 May 26 11:23:05.286296 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-52e42f46-0ec5-495d-87e9-930a66660d39 req-9067dd1d-25ae-4ca8-9103-46f856db0610 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448024 May 26 11:23:06.488873 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a097e9-863b-4744-85e5-5c2b001ac558 req-0150c120-20fe-43c4-932a-ec0ecfa4c52f tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:23:06.490443 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-30a097e9-863b-4744-85e5-5c2b001ac558 req-0150c120-20fe-43c4-932a-ec0ecfa4c52f tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9e37295-e424-40f7-92cb-fd9b750705c6 HTTP/1.1" status: 200 len: 946 time: 0.0836360 May 26 11:23:06.536720 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-30a097e9-863b-4744-85e5-5c2b001ac558 req-9e5a0e68-0456-49b8-8bad-5f396349fe35 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403728 May 26 11:23:07.114574 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a85be2-6935-4069-9e46-980438ffbe8e req-ab8b7fb4-f9c3-4dd8-9c31-5156625959c7 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:23:07.116022 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c9a85be2-6935-4069-9e46-980438ffbe8e req-ab8b7fb4-f9c3-4dd8-9c31-5156625959c7 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9e37295-e424-40f7-92cb-fd9b750705c6 HTTP/1.1" status: 200 len: 946 time: 0.0816293 May 26 11:23:07.258291 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-c9a85be2-6935-4069-9e46-980438ffbe8e req-2f43eab9-49c4-47bd-b7de-327d252a6c99 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Deleting port d996f4f0-d7b7-4b02-bc42-88777fd1bec4 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:23:07.258631 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-c9a85be2-6935-4069-9e46-980438ffbe8e req-2f43eab9-49c4-47bd-b7de-327d252a6c99 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:07.393264 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-c9a85be2-6935-4069-9e46-980438ffbe8e req-2f43eab9-49c4-47bd-b7de-327d252a6c99 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] For port d996f4f0-d7b7-4b02-bc42-88777fd1bec4, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=d996f4f0-d7b7-4b02-bc42-88777fd1bec4,segment=NetworkSegment(6c120a39-d1bd-43f1-b9e3-808aa89ded94),segment_id=6c120a39-d1bd-43f1-b9e3-808aa89ded94)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:23:07.393540 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-c9a85be2-6935-4069-9e46-980438ffbe8e req-2f43eab9-49c4-47bd-b7de-327d252a6c99 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:07.520409 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-c9a85be2-6935-4069-9e46-980438ffbe8e req-2f43eab9-49c4-47bd-b7de-327d252a6c99 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Calling delete_port for d996f4f0-d7b7-4b02-bc42-88777fd1bec4 owned by compute:nova {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:23:07.725380 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0abb5-63de-480d-aa04-e3290906e43b req-d5593459-61d6-4304-920d-415b6aa6e6e7 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:23:07.726830 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ebd0abb5-63de-480d-aa04-e3290906e43b req-d5593459-61d6-4304-920d-415b6aa6e6e7 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9e37295-e424-40f7-92cb-fd9b750705c6 HTTP/1.1" status: 200 len: 946 time: 0.0830722 May 26 11:23:07.747585 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-c9a85be2-6935-4069-9e46-980438ffbe8e req-2f43eab9-49c4-47bd-b7de-327d252a6c99 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:07.755023 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5265e749-a950-4a98-9306-2759a5cad115 tempest-AttachVolumeTestJSON-1925190835 tempest-AttachVolumeTestJSON-1925190835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:23:07.781465 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['d996f4f0-d7b7-4b02-bc42-88777fd1bec4'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:23:07.810080 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43eab9-49c4-47bd-b7de-327d252a6c99 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Pushing event deleted for resources: {'Port': ['ID=d996f4f0-d7b7-4b02-bc42-88777fd1bec4,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:07.816078 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2f43eab9-49c4-47bd-b7de-327d252a6c99 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:23:07.861495 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ebd0abb5-63de-480d-aa04-e3290906e43b req-1f681763-04dd-4140-a38b-584fa6b51b27 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/security-groups?id=53758b16-67b7-4766-a78b-77ec197cd371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287863 May 26 11:23:07.896922 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a85be2-6935-4069-9e46-980438ffbe8e req-2f43eab9-49c4-47bd-b7de-327d252a6c99 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] No DVR routers for this DVR port d996f4f0-d7b7-4b02-bc42-88777fd1bec4 on host hv-cinder-79313 {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:23:07.899469 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-c9a85be2-6935-4069-9e46-980438ffbe8e req-2f43eab9-49c4-47bd-b7de-327d252a6c99 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:07.902193 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e37295-e424-40f7-92cb-fd9b750705c6', 'name': 'network-vif-deleted', 'tag': 'd996f4f0-d7b7-4b02-bc42-88777fd1bec4'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:23:07.946469 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e37295-e424-40f7-92cb-fd9b750705c6', 'name': 'network-vif-deleted', 'tag': 'd996f4f0-d7b7-4b02-bc42-88777fd1bec4', 'status': 'completed', 'code': 200} May 26 11:23:07.970926 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c9a85be2-6935-4069-9e46-980438ffbe8e req-2f43eab9-49c4-47bd-b7de-327d252a6c99 tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.37 "DELETE /v2.0/ports/d996f4f0-d7b7-4b02-bc42-88777fd1bec4 HTTP/1.1" status: 204 len: 173 time: 0.8479521 May 26 11:23:09.024338 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-0fd10c31-9895-4dcc-ba40-e46916a6976f req-2aaad702-5e7b-4851-a371-1bb5961991fa tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Synchronizing usage tracker for tenant:08ff2b625e204f0aad119375dc73d9b0 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:23:09.095094 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-0fd10c31-9895-4dcc-ba40-e46916a6976f req-2aaad702-5e7b-4851-a371-1bb5961991fa tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Unset dirty status for tenant:08ff2b625e204f0aad119375dc73d9b0 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:23:09.096304 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0fd10c31-9895-4dcc-ba40-e46916a6976f req-2aaad702-5e7b-4851-a371-1bb5961991fa tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9e37295-e424-40f7-92cb-fd9b750705c6 HTTP/1.1" status: 200 len: 210 time: 0.1140306 May 26 11:23:10.899791 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device d996f4f0-d7b7-4b02-bc42-88777fd1bec4 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:23:10.935120 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] No Port match for: d996f4f0-d7b7-4b02-bc42-88777fd1bec4 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:23:10.935475 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device d996f4f0-d7b7-4b02-bc42-88777fd1bec4 not bound to the agent host hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:23:17.188850 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 57540) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:23:17.339795 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0846f42-a1eb-4ed9-af4b-a0f3648e0cc9 admin admin] Deleting subnet f44541e8-530b-4a80-9c51-c4ec883bfacb {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:23:17.342738 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d0846f42-a1eb-4ed9-af4b-a0f3648e0cc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:17.393222 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d0846f42-a1eb-4ed9-af4b-a0f3648e0cc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-695888'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:17.451725 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d0846f42-a1eb-4ed9-af4b-a0f3648e0cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532386'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:17.776002 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d0846f42-a1eb-4ed9-af4b-a0f3648e0cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-857585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31668490'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:17.781120 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:23:17.814749 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0846f42-a1eb-4ed9-af4b-a0f3648e0cc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f44541e8-530b-4a80-9c51-c4ec883bfacb,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:17.818352 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d0846f42-a1eb-4ed9-af4b-a0f3648e0cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:23:17.819320 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d0846f42-a1eb-4ed9-af4b-a0f3648e0cc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:17.825242 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-d0846f42-a1eb-4ed9-af4b-a0f3648e0cc9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f44541e8-530b-4a80-9c51-c4ec883bfacb HTTP/1.1" status: 204 len: 168 time: 0.6353846 May 26 11:23:17.827661 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 57548) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:23:17.931849 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1e044efb-9d9d-4a4f-b950-913d4acf3b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496182'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:18.057424 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1e044efb-9d9d-4a4f-b950-913d4acf3b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514367', 'neutron.services.segments.db._delete_segments_for_network-8746349621989'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:18.070732 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-1e044efb-9d9d-4a4f-b950-913d4acf3b54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3b1a2c-3518-40a7-8ff5-96aba3c911d8']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:18.083414 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-1e044efb-9d9d-4a4f-b950-913d4acf3b54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80fc5577-9dee-4e2f-a3d1-309f224b0187') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:18.083706 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-1e044efb-9d9d-4a4f-b950-913d4acf3b54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80fc5577-9dee-4e2f-a3d1-309f224b0187') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:18.094970 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1e044efb-9d9d-4a4f-b950-913d4acf3b54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349629862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-695913'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:18.111045 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1e044efb-9d9d-4a4f-b950-913d4acf3b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:18.116978 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e044efb-9d9d-4a4f-b950-913d4acf3b54 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:23:18.117349 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1e044efb-9d9d-4a4f-b950-913d4acf3b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-857939'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: Traceback (most recent call last): May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: timer() May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: cb(*args, **kw) May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: return func(*args, **kwargs) May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: self._notify() May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: self.callback(batched_events) May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: event.method(event) May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: return f(self, *a, **k) May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: return self._get(url).json() May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: return self.request(url, 'GET', **kwargs) May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:23:18.130460 dv-cinder-793136-1-iscsi neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:23:18.292573 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1e044efb-9d9d-4a4f-b950-913d4acf3b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424647'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:18.296294 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:23:18.309930 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1e044efb-9d9d-4a4f-b950-913d4acf3b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:18.310626 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:23:18.319659 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e044efb-9d9d-4a4f-b950-913d4acf3b54 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d3b1a2c-3518-40a7-8ff5-96aba3c911d8,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:18.322673 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1e044efb-9d9d-4a4f-b950-913d4acf3b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:23:18.325080 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-1e044efb-9d9d-4a4f-b950-913d4acf3b54 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9d3b1a2c-3518-40a7-8ff5-96aba3c911d8 HTTP/1.1" status: 204 len: 168 time: 0.4964993 May 26 11:23:18.327138 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 57552) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:23:18.386738 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-d63c775d-1b09-4552-af62-8a808ddd4cb5 admin admin] Deleting subnet 233fbb20-e876-4d9d-87c2-379fe392b0de {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:23:18.389908 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d63c775d-1b09-4552-af62-8a808ddd4cb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:18.443760 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d63c775d-1b09-4552-af62-8a808ddd4cb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-695888'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:18.508586 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d63c775d-1b09-4552-af62-8a808ddd4cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532386'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:18.850044 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d63c775d-1b09-4552-af62-8a808ddd4cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-857585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31668490'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:18.853888 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:23:18.886150 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c775d-1b09-4552-af62-8a808ddd4cb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=233fbb20-e876-4d9d-87c2-379fe392b0de,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:18.889635 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d63c775d-1b09-4552-af62-8a808ddd4cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:23:18.892108 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d63c775d-1b09-4552-af62-8a808ddd4cb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:18.898503 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-d63c775d-1b09-4552-af62-8a808ddd4cb5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/233fbb20-e876-4d9d-87c2-379fe392b0de HTTP/1.1" status: 204 len: 168 time: 0.5704296 May 26 11:23:18.900964 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 57562) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:23:19.005879 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7277efac-f1b0-41f6-8213-a5adf368727d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496182'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:19.221043 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7277efac-f1b0-41f6-8213-a5adf368727d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514367', 'neutron.services.segments.db._delete_segments_for_network-8746349621989'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:19.237287 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-7277efac-f1b0-41f6-8213-a5adf368727d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e75ab9-6100-45bf-9d8c-1f486d0e6f96']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:19.249055 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-7277efac-f1b0-41f6-8213-a5adf368727d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e19e70ce-705a-4412-9d38-7e7ce03d9713') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:19.249347 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-7277efac-f1b0-41f6-8213-a5adf368727d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e19e70ce-705a-4412-9d38-7e7ce03d9713') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:19.260446 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7277efac-f1b0-41f6-8213-a5adf368727d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349629862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-695913'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:19.276452 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7277efac-f1b0-41f6-8213-a5adf368727d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:19.282335 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7277efac-f1b0-41f6-8213-a5adf368727d admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:23:19.282715 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7277efac-f1b0-41f6-8213-a5adf368727d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-857939'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: Traceback (most recent call last): May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: timer() May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: cb(*args, **kw) May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: return func(*args, **kwargs) May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: self._notify() May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: self.callback(batched_events) May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: event.method(event) May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: return f(self, *a, **k) May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: return self._get(url).json() May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: return self.request(url, 'GET', **kwargs) May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:23:19.296389 dv-cinder-793136-1-iscsi neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:23:19.452466 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7277efac-f1b0-41f6-8213-a5adf368727d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424647'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:19.456480 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3357daf7-090d-4f91-a234-01eabb597d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:23:19.475344 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7277efac-f1b0-41f6-8213-a5adf368727d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:19.482345 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277efac-f1b0-41f6-8213-a5adf368727d admin admin] Pushing event deleted for resources: {'Network': ['ID=12e75ab9-6100-45bf-9d8c-1f486d0e6f96,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:19.487380 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-7277efac-f1b0-41f6-8213-a5adf368727d admin admin] 10.222.0.35 "DELETE /v2.0/networks/12e75ab9-6100-45bf-9d8c-1f486d0e6f96 HTTP/1.1" status: 204 len: 168 time: 0.5832005 May 26 11:23:19.487380 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7277efac-f1b0-41f6-8213-a5adf368727d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:23:19.888681 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 57570) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:23:19.936836 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-565c6d6e-e545-4383-aa88-970f66775abe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc2d5ac6392948a78e151573a3ba73ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468676 May 26 11:23:19.939228 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 57574) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:23:19.997247 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8f80a9ab-4bd9-4e5c-9320-2e08b23ea680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:20.024148 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8f80a9ab-4bd9-4e5c-9320-2e08b23ea680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:20.173771 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8f80a9ab-4bd9-4e5c-9320-2e08b23ea680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:20.176506 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ff4bda9e-a692-4b1d-8096-756a9953136b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:23:20.187918 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80a9ab-4bd9-4e5c-9320-2e08b23ea680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6af6ce5-0ce9-4610-be89-cc5051bd25ed,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:20.193268 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8f80a9ab-4bd9-4e5c-9320-2e08b23ea680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:23:20.195593 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8f80a9ab-4bd9-4e5c-9320-2e08b23ea680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:20.198259 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-8f80a9ab-4bd9-4e5c-9320-2e08b23ea680 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c6af6ce5-0ce9-4610-be89-cc5051bd25ed HTTP/1.1" status: 204 len: 168 time: 0.2580714 May 26 11:23:20.864166 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 57590) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:23:20.920247 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-b1d0bc9e-617d-4303-a1d4-741b8f787afb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a562644e92a44a27b50b787d5d43a32a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541973 May 26 11:23:20.922519 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 57594) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:23:20.980333 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7ec653ce-c579-4b6e-bf62-cc0a7f6c6486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:21.006889 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7ec653ce-c579-4b6e-bf62-cc0a7f6c6486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:21.158337 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7ec653ce-c579-4b6e-bf62-cc0a7f6c6486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:21.162739 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-22e84126-15bb-48f1-9232-ea3444c3ad95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:23:21.173962 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec653ce-c579-4b6e-bf62-cc0a7f6c6486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53a08ee-1e09-4508-8718-7fa50ad4f21f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:21.177945 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7ec653ce-c579-4b6e-bf62-cc0a7f6c6486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:23:21.181557 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7ec653ce-c579-4b6e-bf62-cc0a7f6c6486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:21.184603 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-7ec653ce-c579-4b6e-bf62-cc0a7f6c6486 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f53a08ee-1e09-4508-8718-7fa50ad4f21f HTTP/1.1" status: 204 len: 168 time: 0.2593460 May 26 11:23:22.951562 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 57632) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:23:23.068797 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f3bbae81-c260-4fab-8fca-e99e2e172086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:23.083994 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-f3bbae81-c260-4fab-8fca-e99e2e172086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:23:23.087970 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-f3bbae81-c260-4fab-8fca-e99e2e172086 admin admin] Usage tracker for resource:security_group_rule and tenant:e3d8046686fe4accbf65f87f07d4f1bf is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:23:23.090958 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-f3bbae81-c260-4fab-8fca-e99e2e172086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:23:23.096624 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-f3bbae81-c260-4fab-8fca-e99e2e172086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:23:23.176979 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f3bbae81-c260-4fab-8fca-e99e2e172086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:23.258087 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f3bbae81-c260-4fab-8fca-e99e2e172086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:23.270830 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c39cf6a1-77fc-482f-a199-4cab99ee6940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:23:23.308928 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-f3bbae81-c260-4fab-8fca-e99e2e172086 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3d8046686fe4accbf65f87f07d4f1bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561897 May 26 11:23:23.310510 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbae81-c260-4fab-8fca-e99e2e172086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0da660-04ac-4c7d-bbc6-ab9c577c7265,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:23.311584 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 57638) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:23:23.318724 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bbae81-c260-4fab-8fca-e99e2e172086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:23.319110 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bbae81-c260-4fab-8fca-e99e2e172086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:23.319483 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bbae81-c260-4fab-8fca-e99e2e172086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:23.319849 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bbae81-c260-4fab-8fca-e99e2e172086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:23.320233 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bbae81-c260-4fab-8fca-e99e2e172086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:23.320597 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bbae81-c260-4fab-8fca-e99e2e172086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:23.320960 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bbae81-c260-4fab-8fca-e99e2e172086 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:23.321314 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bbae81-c260-4fab-8fca-e99e2e172086 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:23.321669 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bbae81-c260-4fab-8fca-e99e2e172086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:23.322051 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bbae81-c260-4fab-8fca-e99e2e172086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:23.322404 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bbae81-c260-4fab-8fca-e99e2e172086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:23.322754 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bbae81-c260-4fab-8fca-e99e2e172086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:23.326617 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f3bbae81-c260-4fab-8fca-e99e2e172086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:23:23.371205 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a0305b79-a4fb-4a38-ba5b-73372492a04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:23.400508 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a0305b79-a4fb-4a38-ba5b-73372492a04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:23.509896 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a0305b79-a4fb-4a38-ba5b-73372492a04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:23.513727 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f42c9ca5-def9-43fd-a12c-52004fc5576c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:23:23.526332 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0305b79-a4fb-4a38-ba5b-73372492a04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0da660-04ac-4c7d-bbc6-ab9c577c7265,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:23.529221 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a0305b79-a4fb-4a38-ba5b-73372492a04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:23:23.531166 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a0305b79-a4fb-4a38-ba5b-73372492a04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:23.532243 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-a0305b79-a4fb-4a38-ba5b-73372492a04e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8a0da660-04ac-4c7d-bbc6-ab9c577c7265 HTTP/1.1" status: 204 len: 168 time: 0.2196825 May 26 11:23:26.381740 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8acd-5808-4fc2-941b-a884b689b265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:28.855348 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:28.992754 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-01d232b8-dfa9-450d-ace0-70311b635581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:29.592454 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:31.495215 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:33.763890 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:38.718998 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 57820) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:23:38.778110 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-882e746e-9267-49be-a3a3-e40ff5d64978 admin admin] Deleting subnet f001262f-da20-41f6-a9e4-eb9a6f1c3a02 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:23:38.781015 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-882e746e-9267-49be-a3a3-e40ff5d64978 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:38.833761 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-882e746e-9267-49be-a3a3-e40ff5d64978 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904542'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:38.889599 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-882e746e-9267-49be-a3a3-e40ff5d64978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532386'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:39.358858 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-882e746e-9267-49be-a3a3-e40ff5d64978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33092669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32234677'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:39.363633 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:23:39.398516 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e746e-9267-49be-a3a3-e40ff5d64978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f001262f-da20-41f6-a9e4-eb9a6f1c3a02,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:39.401589 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-882e746e-9267-49be-a3a3-e40ff5d64978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:23:39.402607 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-882e746e-9267-49be-a3a3-e40ff5d64978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:39.408810 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-882e746e-9267-49be-a3a3-e40ff5d64978 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f001262f-da20-41f6-a9e4-eb9a6f1c3a02 HTTP/1.1" status: 204 len: 168 time: 0.6887856 May 26 11:23:39.411269 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 57830) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:23:39.517980 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d6ee2eda-587d-465c-bf6c-1b15557e6cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496182'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:39.641929 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d6ee2eda-587d-465c-bf6c-1b15557e6cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514367', 'neutron.services.segments.db._delete_segments_for_network-8746349621989'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:39.655852 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.services.segments.db [None req-d6ee2eda-587d-465c-bf6c-1b15557e6cee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4f8173-93d2-4639-84af-f1ad39a17b69']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:39.668397 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.services.segments.db [None req-d6ee2eda-587d-465c-bf6c-1b15557e6cee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c120a39-d1bd-43f1-b9e3-808aa89ded94') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:39.668697 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.services.segments.db [None req-d6ee2eda-587d-465c-bf6c-1b15557e6cee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c120a39-d1bd-43f1-b9e3-808aa89ded94') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:39.680575 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d6ee2eda-587d-465c-bf6c-1b15557e6cee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349629862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904551'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:39.696048 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d6ee2eda-587d-465c-bf6c-1b15557e6cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:39.701986 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ee2eda-587d-465c-bf6c-1b15557e6cee admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:23:39.702364 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d6ee2eda-587d-465c-bf6c-1b15557e6cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33093279'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: Traceback (most recent call last): May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: timer() May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: cb(*args, **kw) May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: return func(*args, **kwargs) May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: self._notify() May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: self.callback(batched_events) May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: event.method(event) May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: return f(self, *a, **k) May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: return self._get(url).json() May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: return self.request(url, 'GET', **kwargs) May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:23:39.715379 dv-cinder-793136-1-iscsi neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:23:39.867180 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d6ee2eda-587d-465c-bf6c-1b15557e6cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424647'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:39.871618 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:23:39.886057 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d6ee2eda-587d-465c-bf6c-1b15557e6cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:39.895847 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee2eda-587d-465c-bf6c-1b15557e6cee admin admin] Pushing event deleted for resources: {'Network': ['ID=0d4f8173-93d2-4639-84af-f1ad39a17b69,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:39.898395 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-d6ee2eda-587d-465c-bf6c-1b15557e6cee admin admin] 10.222.0.35 "DELETE /v2.0/networks/0d4f8173-93d2-4639-84af-f1ad39a17b69 HTTP/1.1" status: 204 len: 168 time: 0.4861577 May 26 11:23:39.899358 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d6ee2eda-587d-465c-bf6c-1b15557e6cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:23:40.379409 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 57846) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:23:40.429313 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-52a5bc2a-04ea-45e7-89af-cbca1a60eb52 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=08ff2b625e204f0aad119375dc73d9b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486541 May 26 11:23:40.431667 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 57850) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:23:40.491253 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c3627724-d74f-4113-8e70-f2c3b0ee2dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:40.518481 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c3627724-d74f-4113-8e70-f2c3b0ee2dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:40.652121 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c3627724-d74f-4113-8e70-f2c3b0ee2dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:40.656115 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-67ac33d5-9f1a-4773-b04c-e6e84c9c9f33 tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:23:40.668814 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3627724-d74f-4113-8e70-f2c3b0ee2dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53758b16-67b7-4766-a78b-77ec197cd371,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:40.671294 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c3627724-d74f-4113-8e70-f2c3b0ee2dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:23:40.681058 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c3627724-d74f-4113-8e70-f2c3b0ee2dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:40.682194 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-c3627724-d74f-4113-8e70-f2c3b0ee2dd5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/53758b16-67b7-4766-a78b-77ec197cd371 HTTP/1.1" status: 204 len: 168 time: 0.2496092 May 26 11:23:42.521495 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-931e469e-b580-445c-a85c-874f193f0b48 req-7b2bc064-289f-4f0e-b627-e663390453f3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1769369 May 26 11:23:42.684578 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e469e-b580-445c-a85c-874f193f0b48 req-294ea33a-b95e-4bc1-879f-15492b5a9179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:23:42.686321 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-931e469e-b580-445c-a85c-874f193f0b48 req-294ea33a-b95e-4bc1-879f-15492b5a9179 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da72a28d3e51419ca0dcfbdfb174e658&device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 1099 time: 0.0714562 May 26 11:23:42.841035 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e469e-b580-445c-a85c-874f193f0b48 req-48652ae8-1c6d-44e5-a9f8-b1c7af6adf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:23:42.842527 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-931e469e-b580-445c-a85c-874f193f0b48 req-48652ae8-1c6d-44e5-a9f8-b1c7af6adf77 service neutron] 10.222.0.37 "GET /v2.0/networks?id=377a1f2e-d6d0-49e0-923a-b599684df483 HTTP/1.1" status: 200 len: 913 time: 0.1346898 May 26 11:23:42.946250 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-931e469e-b580-445c-a85c-874f193f0b48 req-a5fc9330-c64c-4643-b972-74a6f89d6eeb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85e7c5c4-c141-4367-b355-a94930fd3a7a HTTP/1.1" status: 200 len: 1001 time: 0.0970302 May 26 11:23:43.009504 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e469e-b580-445c-a85c-874f193f0b48 req-2d821f29-db0a-461a-8202-41871755a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:23:43.011142 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-931e469e-b580-445c-a85c-874f193f0b48 req-2d821f29-db0a-461a-8202-41871755a94c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d9720a9-e515-4624-88e4-23a7dedd3e0e HTTP/1.1" status: 200 len: 851 time: 0.0581808 May 26 11:23:43.090480 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e469e-b580-445c-a85c-874f193f0b48 req-0b5e608d-afe9-4a8f-86ff-15e62b9bff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:23:43.091954 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-931e469e-b580-445c-a85c-874f193f0b48 req-0b5e608d-afe9-4a8f-86ff-15e62b9bff7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=377a1f2e-d6d0-49e0-923a-b599684df483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721772 May 26 11:23:43.104935 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [req-931e469e-b580-445c-a85c-874f193f0b48 req-b6d34945-0d94-4ba5-bfcb-1010ef16362a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:23:43.105855 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-931e469e-b580-445c-a85c-874f193f0b48 req-b6d34945-0d94-4ba5-bfcb-1010ef16362a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051825 May 26 11:23:43.244416 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-931e469e-b580-445c-a85c-874f193f0b48 req-6a32e52f-11a1-4708-a49b-2ea12f14a2c3 service neutron] 10.222.0.37 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312766 May 26 11:23:43.377325 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-931e469e-b580-445c-a85c-874f193f0b48 req-5edbb99b-fa72-40b8-bc31-a7daad6c94ad service neutron] 10.222.0.37 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266975 May 26 11:23:43.516247 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 57890) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:23:43.784796 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-be404375-93dd-4e21-899b-9a7f6fa1bac6 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Deleting port efbffa9d-fd1a-46c6-9905-052c6d6be85c {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:23:43.785043 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be404375-93dd-4e21-899b-9a7f6fa1bac6 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:43.909190 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be404375-93dd-4e21-899b-9a7f6fa1bac6 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:43.909519 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be404375-93dd-4e21-899b-9a7f6fa1bac6 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:44.032199 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-be404375-93dd-4e21-899b-9a7f6fa1bac6 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Calling delete_port for efbffa9d-fd1a-46c6-9905-052c6d6be85c owned by network:floatingip {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:23:44.212353 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be404375-93dd-4e21-899b-9a7f6fa1bac6 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:44.216481 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6fe30c24-e83f-43ce-a59f-66fc1fd154d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:23:44.263981 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be404375-93dd-4e21-899b-9a7f6fa1bac6 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Pushing event deleted for resources: {'Port': ['ID=efbffa9d-fd1a-46c6-9905-052c6d6be85c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:44.267114 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-be404375-93dd-4e21-899b-9a7f6fa1bac6 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:23:44.355253 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be404375-93dd-4e21-899b-9a7f6fa1bac6 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for floatingip, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:44.355609 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.db.l3_db [None req-be404375-93dd-4e21-899b-9a7f6fa1bac6 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Floating IP f9d89e48-504a-4100-ad3d-6e8820bba50f disassociated (deleted). External IP: 172.27.2.50, port: bff19380-4f8a-47dd-99e5-5a8655ebb17d. May 26 11:23:44.810542 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be404375-93dd-4e21-899b-9a7f6fa1bac6 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Router a9d2b93c-4f37-4130-b412-37761d59f623 has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:23:44.986639 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be404375-93dd-4e21-899b-9a7f6fa1bac6 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:23:44.996293 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3783ad-7510-4656-8048-606305379102 None None] Sync routers for ids ['a9d2b93c-4f37-4130-b412-37761d59f623'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:23:45.005723 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3783ad-7510-4656-8048-606305379102 None None] Routers {'a9d2b93c-4f37-4130-b412-37761d59f623'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:23:45.007326 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-fc3783ad-7510-4656-8048-606305379102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:23:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['a9d2b93c-4f37-4130-b412-37761d59f623'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:45.100973 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be404375-93dd-4e21-899b-9a7f6fa1bac6 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:45.158473 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-be404375-93dd-4e21-899b-9a7f6fa1bac6 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "DELETE /v2.0/floatingips/f9d89e48-504a-4100-ad3d-6e8820bba50f HTTP/1.1" status: 204 len: 168 time: 1.6412065 May 26 11:23:45.159348 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f59586-f5a5-47b8-a590-f1ad4b8388fb', 'tag': 'bff19380-4f8a-47dd-99e5-5a8655ebb17d'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:23:45.184633 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-fc3783ad-7510-4656-8048-606305379102 None None] Set router a9d2b93c-4f37-4130-b412-37761d59f623 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:23:45.205205 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f59586-f5a5-47b8-a590-f1ad4b8388fb', 'tag': 'bff19380-4f8a-47dd-99e5-5a8655ebb17d', 'status': 'completed', 'code': 200} May 26 11:23:45.586705 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-fc3783ad-7510-4656-8048-606305379102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': '1748c19b-705f-499f-8e35-566716fe65b7', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'port_id': '85e7c5c4-c141-4367-b355-a94930fd3a7a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'mac_address': 'fa:16:3e:a2:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c79fb6f-2265-46d0-a336-9314f4daf782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:19:28Z', 'updated_at': '2021-05-26T11:19:31Z', 'revision_number': 1, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef82f069-a73e-4151-8ba0-9587d72c53cb', 'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'mac_address': 'fa:16:3e:ba:f3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:15Z', 'revision_number': 5, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'subnets': [{'id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:45.590777 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3783ad-7510-4656-8048-606305379102 None None] Checking router: a9d2b93c-4f37-4130-b412-37761d59f623 for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:23:45.600165 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3783ad-7510-4656-8048-606305379102 None None] Routers {'a9d2b93c-4f37-4130-b412-37761d59f623'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:23:45.600830 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-fc3783ad-7510-4656-8048-606305379102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:23:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['a9d2b93c-4f37-4130-b412-37761d59f623'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:45.789897 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-fc3783ad-7510-4656-8048-606305379102 None None] Set router a9d2b93c-4f37-4130-b412-37761d59f623 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:23:45.958928 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05289552-1d8f-437b-b9d0-bf93a31bed12 req-783d078c-f22e-48e4-9127-1f2f19e197b8 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:23:45.960865 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-05289552-1d8f-437b-b9d0-bf93a31bed12 req-783d078c-f22e-48e4-9127-1f2f19e197b8 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 946 time: 0.2089520 May 26 11:23:46.032434 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-05289552-1d8f-437b-b9d0-bf93a31bed12 req-66f5868f-bf50-4603-9820-55c9d0a29772 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652401 May 26 11:23:46.156463 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-fc3783ad-7510-4656-8048-606305379102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': '1748c19b-705f-499f-8e35-566716fe65b7', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'port_id': '85e7c5c4-c141-4367-b355-a94930fd3a7a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'mac_address': 'fa:16:3e:a2:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c79fb6f-2265-46d0-a336-9314f4daf782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:19:28Z', 'updated_at': '2021-05-26T11:19:31Z', 'revision_number': 1, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef82f069-a73e-4151-8ba0-9587d72c53cb', 'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'mac_address': 'fa:16:3e:ba:f3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:15Z', 'revision_number': 5, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'subnets': [{'id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:46.161348 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3783ad-7510-4656-8048-606305379102 None None] The sync data for ids ['a9d2b93c-4f37-4130-b412-37761d59f623'] in dv-cinder-793136-1-iscsi is: [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': '1748c19b-705f-499f-8e35-566716fe65b7', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'port_id': '85e7c5c4-c141-4367-b355-a94930fd3a7a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'mac_address': 'fa:16:3e:a2:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c79fb6f-2265-46d0-a336-9314f4daf782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:19:28Z', 'updated_at': '2021-05-26T11:19:31Z', 'revision_number': 1, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef82f069-a73e-4151-8ba0-9587d72c53cb', 'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'mac_address': 'fa:16:3e:ba:f3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:15Z', 'revision_number': 5, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'subnets': [{'id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:23:46.414977 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b8d80d-4c96-4734-82f9-6ebff592481a None None] New status for floating IP f9d89e48-504a-4100-ad3d-6e8820bba50f: DOWN {{(pid=92388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:23:47.383088 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14725bc5-48d1-46b1-acab-7215222cd1b9 req-12160beb-b3cb-4a9f-8361-a954c779b758 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:23:47.384500 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-14725bc5-48d1-46b1-acab-7215222cd1b9 req-12160beb-b3cb-4a9f-8361-a954c779b758 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 946 time: 0.2416325 May 26 11:23:47.430319 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-14725bc5-48d1-46b1-acab-7215222cd1b9 req-2431843d-c3f8-42a3-863c-3a3865150093 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397809 May 26 11:23:47.844614 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19911264-8ba1-4e72-8601-47f2299d5fb4 req-47ecc746-95a0-411a-81e5-71f99765506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:23:47.846191 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-19911264-8ba1-4e72-8601-47f2299d5fb4 req-47ecc746-95a0-411a-81e5-71f99765506f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da72a28d3e51419ca0dcfbdfb174e658&device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 1099 time: 0.0721524 May 26 11:23:47.980090 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19911264-8ba1-4e72-8601-47f2299d5fb4 req-6a3e7d17-3db4-4577-b489-627776592427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:23:47.981536 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-19911264-8ba1-4e72-8601-47f2299d5fb4 req-6a3e7d17-3db4-4577-b489-627776592427 service neutron] 10.222.0.37 "GET /v2.0/networks?id=377a1f2e-d6d0-49e0-923a-b599684df483 HTTP/1.1" status: 200 len: 913 time: 0.1283462 May 26 11:23:48.052853 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-19911264-8ba1-4e72-8601-47f2299d5fb4 req-97e0429e-c8c3-4b34-a2fe-32d0a4b8c790 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bff19380-4f8a-47dd-99e5-5a8655ebb17d HTTP/1.1" status: 200 len: 217 time: 0.0643735 May 26 11:23:48.117789 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19911264-8ba1-4e72-8601-47f2299d5fb4 req-fc6b12c8-aaf6-4087-be17-8d76d7f852f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:23:48.119168 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-19911264-8ba1-4e72-8601-47f2299d5fb4 req-fc6b12c8-aaf6-4087-be17-8d76d7f852f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d9720a9-e515-4624-88e4-23a7dedd3e0e HTTP/1.1" status: 200 len: 851 time: 0.0580690 May 26 11:23:48.199942 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19911264-8ba1-4e72-8601-47f2299d5fb4 req-367e5acc-b192-40e5-b4a4-ad8512f050a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:23:48.201421 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-19911264-8ba1-4e72-8601-47f2299d5fb4 req-367e5acc-b192-40e5-b4a4-ad8512f050a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=377a1f2e-d6d0-49e0-923a-b599684df483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752130 May 26 11:23:48.333104 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-19911264-8ba1-4e72-8601-47f2299d5fb4 req-d9078c1b-e5e4-43ad-ab7e-81c2833a83de service neutron] 10.222.0.37 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248188 May 26 11:23:48.468357 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-19911264-8ba1-4e72-8601-47f2299d5fb4 req-4dc01648-1b4c-4931-9b37-a32b5ee23411 service neutron] 10.222.0.37 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267815 May 26 11:23:48.613605 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7aeac2-5f34-47a3-9785-e93b3885e219 req-e339c59b-f4c7-4483-9806-aca7b3e38c52 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:23:48.615070 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6f7aeac2-5f34-47a3-9785-e93b3885e219 req-e339c59b-f4c7-4483-9806-aca7b3e38c52 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 946 time: 0.0801466 May 26 11:23:48.660700 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6f7aeac2-5f34-47a3-9785-e93b3885e219 req-4becf30a-b9d7-4399-8ab8-c69007956501 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398691 May 26 11:23:49.849049 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5119ee-5b72-42a1-9d88-e5276dbe9400 req-25241e98-81d6-4449-96f3-92574c5c0368 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:23:49.850501 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8e5119ee-5b72-42a1-9d88-e5276dbe9400 req-25241e98-81d6-4449-96f3-92574c5c0368 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 946 time: 0.0839171 May 26 11:23:49.904044 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-8e5119ee-5b72-42a1-9d88-e5276dbe9400 req-91f600d2-6432-40d9-b5a6-1295551a74cd tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477753 May 26 11:23:51.090836 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86480f7-5dbd-450c-84de-349765dad6b0 req-a60b82c9-b153-41cd-96d9-be395f28ee2d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:23:51.092276 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a86480f7-5dbd-450c-84de-349765dad6b0 req-a60b82c9-b153-41cd-96d9-be395f28ee2d tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 946 time: 0.0830595 May 26 11:23:51.142408 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a86480f7-5dbd-450c-84de-349765dad6b0 req-bf84f1b9-beb9-4043-8d95-0658f22807f5 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442669 May 26 11:23:52.328474 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480611ff-c214-4457-bbbe-5acabb3b3714 req-0094c163-9f45-44c9-87dd-9f501385f8bb tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:23:52.330242 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-480611ff-c214-4457-bbbe-5acabb3b3714 req-0094c163-9f45-44c9-87dd-9f501385f8bb tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 946 time: 0.0803745 May 26 11:23:52.374936 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-480611ff-c214-4457-bbbe-5acabb3b3714 req-c74515fc-e8e0-40b9-8c5c-e5d03c64f87a tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384169 May 26 11:23:53.571893 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ef98c-4794-4699-8097-5526d787dd6f req-58c82526-3353-4a4b-8ff2-b78ad7f53383 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:23:53.573350 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-560ef98c-4794-4699-8097-5526d787dd6f req-58c82526-3353-4a4b-8ff2-b78ad7f53383 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 946 time: 0.0844293 May 26 11:23:53.618322 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-560ef98c-4794-4699-8097-5526d787dd6f req-71c35a75-3355-4c70-876c-e9cb9c331131 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388887 May 26 11:23:54.803824 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77012664-73f7-462f-b554-2c217ebd311d req-d1940b4b-4e32-4ee8-bcfe-f531244053d8 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:23:54.805248 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-77012664-73f7-462f-b554-2c217ebd311d req-d1940b4b-4e32-4ee8-bcfe-f531244053d8 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 946 time: 0.0790880 May 26 11:23:54.851200 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-77012664-73f7-462f-b554-2c217ebd311d req-c2c84a9d-a07f-4a67-b5ac-c6e692fb1ab3 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400710 May 26 11:23:55.155087 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086798a9-2ccc-4a3a-adf9-d98ed1f8618c req-e4c52019-7743-48b5-b0e0-825ac67964c0 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:23:55.156877 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-086798a9-2ccc-4a3a-adf9-d98ed1f8618c req-e4c52019-7743-48b5-b0e0-825ac67964c0 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.37 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 946 time: 0.0905554 May 26 11:23:55.295345 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-086798a9-2ccc-4a3a-adf9-d98ed1f8618c req-3b6b3bc4-3101-4ed1-b906-caa18ffbf591 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Deleting port bff19380-4f8a-47dd-99e5-5a8655ebb17d {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:23:55.295681 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-086798a9-2ccc-4a3a-adf9-d98ed1f8618c req-3b6b3bc4-3101-4ed1-b906-caa18ffbf591 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:55.309298 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:23:55.520234 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-086798a9-2ccc-4a3a-adf9-d98ed1f8618c req-3b6b3bc4-3101-4ed1-b906-caa18ffbf591 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] For port bff19380-4f8a-47dd-99e5-5a8655ebb17d, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=bff19380-4f8a-47dd-99e5-5a8655ebb17d,segment=NetworkSegment(166673a9-7fd2-48ee-8db9-da1dc618f94a),segment_id=166673a9-7fd2-48ee-8db9-da1dc618f94a)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:23:55.520585 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-086798a9-2ccc-4a3a-adf9-d98ed1f8618c req-3b6b3bc4-3101-4ed1-b906-caa18ffbf591 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:55.642533 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-086798a9-2ccc-4a3a-adf9-d98ed1f8618c req-3b6b3bc4-3101-4ed1-b906-caa18ffbf591 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Calling delete_port for bff19380-4f8a-47dd-99e5-5a8655ebb17d owned by compute:nova {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:23:55.823563 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-086798a9-2ccc-4a3a-adf9-d98ed1f8618c req-3b6b3bc4-3101-4ed1-b906-caa18ffbf591 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:55.829610 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-adfe3e5c-548a-4f85-ac6b-fcf960fb65a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:23:55.877872 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b3bc4-3101-4ed1-b906-caa18ffbf591 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Pushing event deleted for resources: {'Port': ['ID=bff19380-4f8a-47dd-99e5-5a8655ebb17d,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:55.888329 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b3bc4-3101-4ed1-b906-caa18ffbf591 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:55.888470 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b3bc4-3101-4ed1-b906-caa18ffbf591 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:55.888802 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b3bc4-3101-4ed1-b906-caa18ffbf591 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:55.889164 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b3bc4-3101-4ed1-b906-caa18ffbf591 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:55.889516 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b3bc4-3101-4ed1-b906-caa18ffbf591 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:55.889893 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b3bc4-3101-4ed1-b906-caa18ffbf591 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:55.890246 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b3bc4-3101-4ed1-b906-caa18ffbf591 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:55.890642 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b3bc4-3101-4ed1-b906-caa18ffbf591 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:55.891000 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b3bc4-3101-4ed1-b906-caa18ffbf591 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:55.891401 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b3bc4-3101-4ed1-b906-caa18ffbf591 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:55.891658 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b3bc4-3101-4ed1-b906-caa18ffbf591 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:55.892002 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b3bc4-3101-4ed1-b906-caa18ffbf591 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:55.919216 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3b6b3bc4-3101-4ed1-b906-caa18ffbf591 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:23:55.971857 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-086798a9-2ccc-4a3a-adf9-d98ed1f8618c req-3b6b3bc4-3101-4ed1-b906-caa18ffbf591 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] No DVR routers for this DVR port bff19380-4f8a-47dd-99e5-5a8655ebb17d on host hv-cinder-79313 {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:23:55.974603 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-086798a9-2ccc-4a3a-adf9-d98ed1f8618c req-3b6b3bc4-3101-4ed1-b906-caa18ffbf591 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:56.014750 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f59586-f5a5-47b8-a590-f1ad4b8388fb', 'name': 'network-vif-deleted', 'tag': 'bff19380-4f8a-47dd-99e5-5a8655ebb17d'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:23:56.024958 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b3cded56-0a1c-4785-a421-0cfe187df45d req-20788937-dc14-4457-a298-83a7f02355a1 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 210 time: 0.0542784 May 26 11:23:56.044951 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-086798a9-2ccc-4a3a-adf9-d98ed1f8618c req-3b6b3bc4-3101-4ed1-b906-caa18ffbf591 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.37 "DELETE /v2.0/ports/bff19380-4f8a-47dd-99e5-5a8655ebb17d HTTP/1.1" status: 204 len: 173 time: 0.8781350 May 26 11:23:56.126245 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f59586-f5a5-47b8-a590-f1ad4b8388fb', 'name': 'network-vif-deleted', 'tag': 'bff19380-4f8a-47dd-99e5-5a8655ebb17d', 'status': 'completed', 'code': 200} May 26 11:23:56.403739 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ea37e44d-0804-43d1-9a81-493cf5fe2e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:57.184378 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-36dd7ed9-88f2-4022-ab3f-fadcbb0f00bf req-dce9ed2c-7943-4abb-9a3d-a95bf16645fc tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Synchronizing usage tracker for tenant:da72a28d3e51419ca0dcfbdfb174e658 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:23:57.272101 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-36dd7ed9-88f2-4022-ab3f-fadcbb0f00bf req-dce9ed2c-7943-4abb-9a3d-a95bf16645fc tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Unset dirty status for tenant:da72a28d3e51419ca0dcfbdfb174e658 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:23:57.273289 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-36dd7ed9-88f2-4022-ab3f-fadcbb0f00bf req-dce9ed2c-7943-4abb-9a3d-a95bf16645fc tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 210 time: 0.1305418 May 26 11:23:58.426667 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c2343468-41d4-4094-bf25-f2e23cd7e86b req-32cbb4d9-cfad-45e3-8f7c-eedd906934c9 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 210 time: 0.0463080 May 26 11:23:58.832347 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:58.958020 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-18d1541a-db85-43e4-bd58-6dc901049324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:59.371650 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device bff19380-4f8a-47dd-99e5-5a8655ebb17d no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:23:59.405842 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] No Port match for: bff19380-4f8a-47dd-99e5-5a8655ebb17d {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:23:59.406195 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device bff19380-4f8a-47dd-99e5-5a8655ebb17d not bound to the agent host hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:23:59.576554 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cfedc65f-e787-42fa-ac56-df4a8bb03cc8 req-21ec5345-8515-45f3-bd39-f1cd632782b0 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 210 time: 0.0428882 May 26 11:23:59.592010 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:00.766160 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-19727533-496d-4102-8a3a-3b0b442ffe50 req-0b0e2288-101b-4ca4-8d71-8e8fb18b90b2 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=23f59586-f5a5-47b8-a590-f1ad4b8388fb HTTP/1.1" status: 200 len: 210 time: 0.0561473 May 26 11:24:01.557983 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:03.780579 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:07.782665 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 58122) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:08.041987 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ccf20bf8-7b7b-4769-a539-70300edbf96c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Deleting port 034c6114-ec3b-47b7-a429-d7497b105fad {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:24:08.042325 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ccf20bf8-7b7b-4769-a539-70300edbf96c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:08.157762 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ccf20bf8-7b7b-4769-a539-70300edbf96c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:08.158132 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ccf20bf8-7b7b-4769-a539-70300edbf96c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:08.275404 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ccf20bf8-7b7b-4769-a539-70300edbf96c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Calling delete_port for 034c6114-ec3b-47b7-a429-d7497b105fad owned by network:floatingip {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:24:08.446521 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ccf20bf8-7b7b-4769-a539-70300edbf96c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:08.451512 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c7ecc7ce-8c3c-4635-9491-99bfeb83508d tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:08.498631 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf20bf8-7b7b-4769-a539-70300edbf96c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Pushing event deleted for resources: {'Port': ['ID=034c6114-ec3b-47b7-a429-d7497b105fad,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:08.531048 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ccf20bf8-7b7b-4769-a539-70300edbf96c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:08.594829 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ccf20bf8-7b7b-4769-a539-70300edbf96c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for floatingip, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:08.595162 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.db.l3_db [None req-ccf20bf8-7b7b-4769-a539-70300edbf96c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Floating IP 1748c19b-705f-499f-8e35-566716fe65b7 disassociated (deleted). External IP: 172.27.2.37, port: 85e7c5c4-c141-4367-b355-a94930fd3a7a. May 26 11:24:08.803107 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58138) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:08.922221 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bb477d1e-30c3-4544-80f0-df2bdedb45db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:08.937148 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-bb477d1e-30c3-4544-80f0-df2bdedb45db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:24:08.941233 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-bb477d1e-30c3-4544-80f0-df2bdedb45db admin admin] Usage tracker for resource:security_group_rule and tenant:b446c69d83eb42c5915847bdb8c343b3 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:24:08.944207 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-bb477d1e-30c3-4544-80f0-df2bdedb45db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:24:08.949978 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-bb477d1e-30c3-4544-80f0-df2bdedb45db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:24:09.037469 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bb477d1e-30c3-4544-80f0-df2bdedb45db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:09.053389 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf20bf8-7b7b-4769-a539-70300edbf96c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Router a9d2b93c-4f37-4130-b412-37761d59f623 has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:24:09.137556 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bb477d1e-30c3-4544-80f0-df2bdedb45db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:09.147107 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-26fff821-c390-421d-84d0-0c1faf39efe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:09.187187 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-bb477d1e-30c3-4544-80f0-df2bdedb45db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b446c69d83eb42c5915847bdb8c343b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828640 May 26 11:24:09.188122 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb477d1e-30c3-4544-80f0-df2bdedb45db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ece86e-9d9c-4093-9aec-e395323e3311,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:09.191938 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bb477d1e-30c3-4544-80f0-df2bdedb45db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:09.192573 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58144) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:09.231911 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf20bf8-7b7b-4769-a539-70300edbf96c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:24:09.243029 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae43b22-1a9c-4391-a084-fbdff133d63b None None] Sync routers for ids ['a9d2b93c-4f37-4130-b412-37761d59f623'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:24:09.253181 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae43b22-1a9c-4391-a084-fbdff133d63b None None] Routers {'a9d2b93c-4f37-4130-b412-37761d59f623'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:24:09.253960 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-dae43b22-1a9c-4391-a084-fbdff133d63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:23:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['a9d2b93c-4f37-4130-b412-37761d59f623'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:09.256630 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6ab4ba0a-2bcf-45c5-8225-5707d7f8e9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:09.284165 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6ab4ba0a-2bcf-45c5-8225-5707d7f8e9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:09.320524 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ccf20bf8-7b7b-4769-a539-70300edbf96c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:09.379431 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-ccf20bf8-7b7b-4769-a539-70300edbf96c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "DELETE /v2.0/floatingips/1748c19b-705f-499f-8e35-566716fe65b7 HTTP/1.1" status: 204 len: 168 time: 1.5950077 May 26 11:24:09.380108 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c79fb6f-2265-46d0-a336-9314f4daf782', 'tag': '85e7c5c4-c141-4367-b355-a94930fd3a7a'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:24:09.434210 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-dae43b22-1a9c-4391-a084-fbdff133d63b None None] Set router a9d2b93c-4f37-4130-b412-37761d59f623 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:24:09.438322 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6ab4ba0a-2bcf-45c5-8225-5707d7f8e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:09.445525 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7fed74e7-4102-4a29-99e4-a05b5e0ee9b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:09.476436 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4ba0a-2bcf-45c5-8225-5707d7f8e9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ece86e-9d9c-4093-9aec-e395323e3311,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:09.490871 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6ab4ba0a-2bcf-45c5-8225-5707d7f8e9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:09.492031 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6ab4ba0a-2bcf-45c5-8225-5707d7f8e9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:09.494151 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-6ab4ba0a-2bcf-45c5-8225-5707d7f8e9ab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3ece86e-9d9c-4093-9aec-e395323e3311 HTTP/1.1" status: 204 len: 168 time: 0.3000274 May 26 11:24:09.582869 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c79fb6f-2265-46d0-a336-9314f4daf782', 'tag': '85e7c5c4-c141-4367-b355-a94930fd3a7a', 'status': 'completed', 'code': 200} May 26 11:24:09.705747 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6edc7c-0b20-47dd-a4b6-2e028635cede req-fc20906d-66d8-4413-94d0-d5359024acad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:24:09.707246 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5c6edc7c-0b20-47dd-a4b6-2e028635cede req-fc20906d-66d8-4413-94d0-d5359024acad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da72a28d3e51419ca0dcfbdfb174e658&device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 1099 time: 0.0779939 May 26 11:24:09.837968 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-dae43b22-1a9c-4391-a084-fbdff133d63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'ef82f069-a73e-4151-8ba0-9587d72c53cb', 'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'mac_address': 'fa:16:3e:ba:f3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:15Z', 'revision_number': 5, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'subnets': [{'id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:09.839432 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae43b22-1a9c-4391-a084-fbdff133d63b None None] Checking router: a9d2b93c-4f37-4130-b412-37761d59f623 for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:24:09.848761 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae43b22-1a9c-4391-a084-fbdff133d63b None None] Routers {'a9d2b93c-4f37-4130-b412-37761d59f623'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:24:09.849627 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-dae43b22-1a9c-4391-a084-fbdff133d63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:23:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['a9d2b93c-4f37-4130-b412-37761d59f623'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:09.865746 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6edc7c-0b20-47dd-a4b6-2e028635cede req-b678f3ef-db21-455e-9693-c2c84e822590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:24:09.866902 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5c6edc7c-0b20-47dd-a4b6-2e028635cede req-b678f3ef-db21-455e-9693-c2c84e822590 service neutron] 10.222.0.37 "GET /v2.0/networks?id=377a1f2e-d6d0-49e0-923a-b599684df483 HTTP/1.1" status: 200 len: 913 time: 0.1521125 May 26 11:24:10.039536 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5c6edc7c-0b20-47dd-a4b6-2e028635cede req-b419cfc4-9eef-4225-b95d-a5abe79e4d1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85e7c5c4-c141-4367-b355-a94930fd3a7a HTTP/1.1" status: 200 len: 217 time: 0.1101308 May 26 11:24:10.060081 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-dae43b22-1a9c-4391-a084-fbdff133d63b None None] Set router a9d2b93c-4f37-4130-b412-37761d59f623 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:24:10.135474 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6edc7c-0b20-47dd-a4b6-2e028635cede req-dd39bbb4-c7c0-462a-bcf0-7e668fbbaee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:24:10.139175 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5c6edc7c-0b20-47dd-a4b6-2e028635cede req-dd39bbb4-c7c0-462a-bcf0-7e668fbbaee5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d9720a9-e515-4624-88e4-23a7dedd3e0e HTTP/1.1" status: 200 len: 851 time: 0.0868714 May 26 11:24:10.193559 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bafba-7811-43ef-8778-fc00ba3984b0 req-bc669de6-33ff-4c58-8cb2-818b42924e30 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:24:10.198663 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5e3bafba-7811-43ef-8778-fc00ba3984b0 req-bc669de6-33ff-4c58-8cb2-818b42924e30 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 946 time: 0.2005274 May 26 11:24:10.257825 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5e3bafba-7811-43ef-8778-fc00ba3984b0 req-8f5d5383-f435-4c79-ab27-4e755e33c93b tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523720 May 26 11:24:10.271234 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6edc7c-0b20-47dd-a4b6-2e028635cede req-e52cc485-7664-4039-82e9-15ba3c45f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:24:10.272732 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5c6edc7c-0b20-47dd-a4b6-2e028635cede req-e52cc485-7664-4039-82e9-15ba3c45f223 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=377a1f2e-d6d0-49e0-923a-b599684df483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1255872 May 26 11:24:10.386922 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-dae43b22-1a9c-4391-a084-fbdff133d63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'ef82f069-a73e-4151-8ba0-9587d72c53cb', 'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'mac_address': 'fa:16:3e:ba:f3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:15Z', 'revision_number': 5, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'subnets': [{'id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:10.390876 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae43b22-1a9c-4391-a084-fbdff133d63b None None] The sync data for ids ['a9d2b93c-4f37-4130-b412-37761d59f623'] in dv-cinder-793136-1-iscsi is: [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:15:07Z', 'revision_number': 4, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'ef82f069-a73e-4151-8ba0-9587d72c53cb', 'name': '', 'network_id': '377a1f2e-d6d0-49e0-923a-b599684df483', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'mac_address': 'fa:16:3e:ba:f3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:06Z', 'updated_at': '2021-05-26T11:15:15Z', 'revision_number': 5, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'subnets': [{'id': '4d9720a9-e515-4624-88e4-23a7dedd3e0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:24:10.416055 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5c6edc7c-0b20-47dd-a4b6-2e028635cede req-f05cd2ae-721b-46c6-92e5-e1ca49d812fb service neutron] 10.222.0.37 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348128 May 26 11:24:10.650509 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8c4d0f-6f92-48a7-9732-e8e0acf51475 None None] New status for floating IP 1748c19b-705f-499f-8e35-566716fe65b7: DOWN {{(pid=92388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:24:10.657835 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5c6edc7c-0b20-47dd-a4b6-2e028635cede req-2df14db0-c281-418c-a019-0217efc8c554 service neutron] 10.222.0.37 "GET /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311611 May 26 11:24:10.731512 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58182) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:10.841495 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-194687307-network', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:24:10.847385 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:24:10.851665 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] Usage tracker for resource:network and tenant:552f8b1c65b640c7bf41e7668afc8457 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:24:10.854569 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:24:10.860788 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:24:10.937247 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] Made reservation on behalf of 552f8b1c65b640c7bf41e7668afc8457 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:24:10.939463 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1461799'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:10.951262 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:10.965308 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:24:10.969061 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] Usage tracker for resource:security_group_rule and tenant:552f8b1c65b640c7bf41e7668afc8457 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:24:10.972482 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:24:10.978143 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:24:11.058920 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:11.131478 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:11.134365 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fdf0a4f2-f98d-46ed-81d0-e29b725648b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:11.164089 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:24:11.169713 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dacebb-a2f5-442f-b907-f025a38655f6,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:11.173247 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:11.176965 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:11.177327 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.db.segments_db [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] Added segment d6cfa873-5182-458f-aa07-07fb977504f8 of type vlan for network 86f0f835-8ea9-4134-a778-0bab7806f48b May 26 11:24:11.205614 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746349196638'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:11.297288 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:11.298773 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:24:11.299353 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:11.304423 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d6ee2eda-587d-465c-bf6c-1b15557e6cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:11.451320 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] Pushing event updated for resources: {'Network': ['ID=86f0f835-8ea9-4134-a778-0bab7806f48b,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:11.451320 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:11.456673 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Network 86f0f835-8ea9-4134-a778-0bab7806f48b details requested by agent ovs-agent-dv-cinder-793136-1-iscsi with host dv-cinder-793136-1-iscsi {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:24:11.478535 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-e70cd88c-127e-464f-baa9-b743624f05f8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7403498 May 26 11:24:11.478535 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58196) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:11.482035 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b337cf99-bf67-44cc-b203-81ddd8df96ea admin admin] Request body: {'subnet': {'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-194687307-subnet', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'ip_version': 4}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:24:11.489656 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-b337cf99-bf67-44cc-b203-81ddd8df96ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:24:11.500658 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b542dd5-dd1b-41bc-9bc3-ab1d5ca5664c req-0caecd2a-23f3-4755-bcfc-ca028e950148 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:24:11.502792 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b542dd5-dd1b-41bc-9bc3-ab1d5ca5664c req-0caecd2a-23f3-4755-bcfc-ca028e950148 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 946 time: 0.1121919 May 26 11:24:11.503798 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-b337cf99-bf67-44cc-b203-81ddd8df96ea admin admin] Usage tracker for resource:subnet and tenant:552f8b1c65b640c7bf41e7668afc8457 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:24:11.506873 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-b337cf99-bf67-44cc-b203-81ddd8df96ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:24:11.513892 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-b337cf99-bf67-44cc-b203-81ddd8df96ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:24:11.561301 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-6b542dd5-dd1b-41bc-9bc3-ab1d5ca5664c req-a2da87c9-0f35-421e-a20e-7493fbfe165f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515316 May 26 11:24:11.605748 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b337cf99-bf67-44cc-b203-81ddd8df96ea admin admin] Made reservation on behalf of 552f8b1c65b640c7bf41e7668afc8457 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:24:11.608088 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b337cf99-bf67-44cc-b203-81ddd8df96ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32234648'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:11.987682 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e793a5-6550-40bf-89ea-b2e085ea9f44 req-a6408320-785b-4a7c-8ff4-a7ccc27f708e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:24:11.989111 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c0e793a5-6550-40bf-89ea-b2e085ea9f44 req-a6408320-785b-4a7c-8ff4-a7ccc27f708e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 946 time: 0.1523573 May 26 11:24:12.198679 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-c0e793a5-6550-40bf-89ea-b2e085ea9f44 req-308ee05b-944d-449e-a2bb-978e053dbe67 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Deleting port 85e7c5c4-c141-4367-b355-a94930fd3a7a {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:24:12.199020 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-c0e793a5-6550-40bf-89ea-b2e085ea9f44 req-308ee05b-944d-449e-a2bb-978e053dbe67 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:12.214235 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b337cf99-bf67-44cc-b203-81ddd8df96ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33092732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32234638'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:12.224312 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:12.372251 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337cf99-bf67-44cc-b203-81ddd8df96ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=df39419a-5244-4ee5-a8e7-32eab68099d3,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:12.388017 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b337cf99-bf67-44cc-b203-81ddd8df96ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:12.392654 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b337cf99-bf67-44cc-b203-81ddd8df96ea admin admin] Checking segment: {'id': 'd6cfa873-5182-458f-aa07-07fb977504f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:24:12.392908 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b337cf99-bf67-44cc-b203-81ddd8df96ea admin admin] Network hostable DHCP agents. Network: 86f0f835-8ea9-4134-a778-0bab7806f48b, hostable agents: ['5be7b6bf-9113-45d0-8352-d59a3f612e3f'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:24:12.402042 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-c0e793a5-6550-40bf-89ea-b2e085ea9f44 req-308ee05b-944d-449e-a2bb-978e053dbe67 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] For port 85e7c5c4-c141-4367-b355-a94930fd3a7a, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=85e7c5c4-c141-4367-b355-a94930fd3a7a,segment=NetworkSegment(166673a9-7fd2-48ee-8db9-da1dc618f94a),segment_id=166673a9-7fd2-48ee-8db9-da1dc618f94a)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:24:12.402398 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-c0e793a5-6550-40bf-89ea-b2e085ea9f44 req-308ee05b-944d-449e-a2bb-978e053dbe67 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:12.526138 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-c0e793a5-6550-40bf-89ea-b2e085ea9f44 req-308ee05b-944d-449e-a2bb-978e053dbe67 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Calling delete_port for 85e7c5c4-c141-4367-b355-a94930fd3a7a owned by compute:nova {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:24:12.640723 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b337cf99-bf67-44cc-b203-81ddd8df96ea admin admin] Network 86f0f835-8ea9-4134-a778-0bab7806f48b is scheduled to be hosted by DHCP agent 5be7b6bf-9113-45d0-8352-d59a3f612e3f with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:24:12.747008 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113aa9a-3f4e-4d0c-9540-2a7d4eed955a req-a55de8d6-f15c-4d41-9fe6-93874485b48f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:24:12.748517 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1113aa9a-3f4e-4d0c-9540-2a7d4eed955a req-a55de8d6-f15c-4d41-9fe6-93874485b48f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 946 time: 0.0792053 May 26 11:24:12.749990 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-b337cf99-bf67-44cc-b203-81ddd8df96ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-iscsi, 86f0f835-8ea9-4134-a778-0bab7806f48b) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:24:12.752763 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-c0e793a5-6550-40bf-89ea-b2e085ea9f44 req-308ee05b-944d-449e-a2bb-978e053dbe67 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:12.758920 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de41a2aa-7706-4486-8a85-5fddb05634a9 None None] Network 86f0f835-8ea9-4134-a778-0bab7806f48b requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:24:12.759904 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:12.931859 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b337cf99-bf67-44cc-b203-81ddd8df96ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:24:12.932725 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b337cf99-bf67-44cc-b203-81ddd8df96ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:12.937256 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ee05b-944d-449e-a2bb-978e053dbe67 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Pushing event deleted for resources: {'Port': ['ID=85e7c5c4-c141-4367-b355-a94930fd3a7a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:12.948485 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-308ee05b-944d-449e-a2bb-978e053dbe67 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:12.992578 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643e63a-fd39-5d5d-9f34-faeb87d00edd-86f0f835-8ea9-4134-a778-0bab7806f48b', 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'fixed_ips': [{'subnet_id': 'df39419a-5244-4ee5-a8e7-32eab68099d3'}]}} from dv-cinder-793136-1-iscsi. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:24:12.993406 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.042487 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1113aa9a-3f4e-4d0c-9540-2a7d4eed955a req-6a34d924-d09a-4c4b-bc9f-0dd120d62683 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/security-groups?id=902b6795-ab3d-4677-9353-202d85d8ae26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2867906 May 26 11:24:13.043526 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e793a5-6550-40bf-89ea-b2e085ea9f44 req-308ee05b-944d-449e-a2bb-978e053dbe67 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] No DVR routers for this DVR port 85e7c5c4-c141-4367-b355-a94930fd3a7a on host hv-cinder-79313 {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:24:13.046485 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-c0e793a5-6550-40bf-89ea-b2e085ea9f44 req-308ee05b-944d-449e-a2bb-978e053dbe67 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.048457 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c0e793a5-6550-40bf-89ea-b2e085ea9f44 req-308ee05b-944d-449e-a2bb-978e053dbe67 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.37 "DELETE /v2.0/ports/85e7c5c4-c141-4367-b355-a94930fd3a7a HTTP/1.1" status: 204 len: 173 time: 1.0519621 May 26 11:24:13.049526 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c79fb6f-2265-46d0-a336-9314f4daf782', 'name': 'network-vif-deleted', 'tag': '85e7c5c4-c141-4367-b355-a94930fd3a7a'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:24:13.062739 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 58210) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:13.096530 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c79fb6f-2265-46d0-a336-9314f4daf782', 'name': 'network-vif-deleted', 'tag': '85e7c5c4-c141-4367-b355-a94930fd3a7a', 'status': 'completed', 'code': 200} May 26 11:24:13.110232 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-b337cf99-bf67-44cc-b203-81ddd8df96ea admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6326673 May 26 11:24:13.112978 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58216) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:13.118196 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-194687307-router', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:24:13.124177 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:24:13.128908 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Usage tracker for resource:router and tenant:552f8b1c65b640c7bf41e7668afc8457 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:24:13.132428 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:24:13.138401 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:24:13.164630 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Allocated IP 172.20.0.2 (86f0f835-8ea9-4134-a778-0bab7806f48b/df39419a-5244-4ee5-a8e7-32eab68099d3/740b35c0-77af-4bc4-bfe0-155947818082) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:24:13.218425 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0cac60e6-d46e-4039-8a84-a8bc8f72ffae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.228674 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-0cac60e6-d46e-4039-8a84-a8bc8f72ffae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:24:13.232540 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-0cac60e6-d46e-4039-8a84-a8bc8f72ffae admin admin] Usage tracker for resource:security_group_rule and tenant:c847105ce266480db325a6d1746c30b4 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:24:13.238215 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-922'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.239190 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-0cac60e6-d46e-4039-8a84-a8bc8f72ffae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:24:13.239397 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-995'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.251103 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-0cac60e6-d46e-4039-8a84-a8bc8f72ffae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:24:13.254678 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.352394 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0cac60e6-d46e-4039-8a84-a8bc8f72ffae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.391944 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.403316 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Transition to ACTIVE for port object 740b35c0-77af-4bc4-bfe0-155947818082 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:24:13.423217 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Transition to ACTIVE for port object 740b35c0-77af-4bc4-bfe0-155947818082 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:24:13.429568 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0cac60e6-d46e-4039-8a84-a8bc8f72ffae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.439839 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dc6c977a-52b3-4ca8-b2fd-735693844471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:13.482554 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-0cac60e6-d46e-4039-8a84-a8bc8f72ffae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c847105ce266480db325a6d1746c30b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4179337 May 26 11:24:13.483470 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac60e6-d46e-4039-8a84-a8bc8f72ffae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11206c0b-a0e9-41b4-9350-8f36c3feec7d,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:13.485919 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 58220) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:13.497682 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0cac60e6-d46e-4039-8a84-a8bc8f72ffae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:13.509548 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.513700 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:13.546379 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-55c766b1-1619-4ccb-9df7-d2d4dcdc772e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.579318 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-55c766b1-1619-4ccb-9df7-d2d4dcdc772e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.585535 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Network 86f0f835-8ea9-4134-a778-0bab7806f48b is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:24:13.588648 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:24:13.592977 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:24:13.601074 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Pushing event updated for resources: {'Port': ['ID=740b35c0-77af-4bc4-bfe0-155947818082,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:13.623129 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1013'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.648303 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:13.648648 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:13.648987 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:13.649326 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:13.649656 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:13.650032 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:13.650578 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:13.650908 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:13.655004 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:13.655004 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:13.655004 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:13.655004 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:13.656023 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:13.740664 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-55c766b1-1619-4ccb-9df7-d2d4dcdc772e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.745667 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c0a2f635-ceb2-4b5f-a464-5600c3d95edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:13.759018 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c766b1-1619-4ccb-9df7-d2d4dcdc772e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11206c0b-a0e9-41b4-9350-8f36c3feec7d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:13.761334 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-55c766b1-1619-4ccb-9df7-d2d4dcdc772e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:13.763841 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-55c766b1-1619-4ccb-9df7-d2d4dcdc772e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.765093 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-55c766b1-1619-4ccb-9df7-d2d4dcdc772e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/11206c0b-a0e9-41b4-9350-8f36c3feec7d HTTP/1.1" status: 204 len: 168 time: 0.2782352 May 26 11:24:14.049197 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:14.079068 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:14.192665 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Attempting to bind port 740b35c0-77af-4bc4-bfe0-155947818082 on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:24:14.193181 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Attempting to bind port 740b35c0-77af-4bc4-bfe0-155947818082 by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': 'd6cfa873-5182-458f-aa07-07fb977504f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:24:14.193465 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Attempting to bind port 740b35c0-77af-4bc4-bfe0-155947818082 on network 86f0f835-8ea9-4134-a778-0bab7806f48b {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:24:14.199468 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:24:14.199933 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Checking segment: {'id': 'd6cfa873-5182-458f-aa07-07fb977504f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:24:14.200522 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:14.200931 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Bound using segment: {'id': 'd6cfa873-5182-458f-aa07-07fb977504f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:24:14.201407 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Bound port: 740b35c0-77af-4bc4-bfe0-155947818082, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6cfa873-5182-458f-aa07-07fb977504f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:24:14.201784 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:14.268829 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-d9de44fd-edbc-4e63-a73f-ea71872743b9 req-6464fdf4-3cd2-42a2-b8e1-30cbfff218c7 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Synchronizing usage tracker for tenant:da72a28d3e51419ca0dcfbdfb174e658 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:24:14.280244 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Allocated IP 172.27.2.248 (0c406d08-576a-4058-82f8-2db7a46cb825/c8dc709d-33af-406d-94f8-5d106e5714b1/babfbeb5-e705-4fa2-b2c8-07187b0ae125) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:24:14.299641 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] For port 740b35c0-77af-4bc4-bfe0-155947818082, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:24:14.302704 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] For port 740b35c0-77af-4bc4-bfe0-155947818082, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=740b35c0-77af-4bc4-bfe0-155947818082,segment=NetworkSegment(d6cfa873-5182-458f-aa07-07fb977504f8),segment_id=d6cfa873-5182-458f-aa07-07fb977504f8)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:24:14.402368 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-d9de44fd-edbc-4e63-a73f-ea71872743b9 req-6464fdf4-3cd2-42a2-b8e1-30cbfff218c7 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Unset dirty status for tenant:da72a28d3e51419ca0dcfbdfb174e658 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:24:14.403505 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d9de44fd-edbc-4e63-a73f-ea71872743b9 req-6464fdf4-3cd2-42a2-b8e1-30cbfff218c7 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c79fb6f-2265-46d0-a336-9314f4daf782 HTTP/1.1" status: 200 len: 210 time: 0.1849370 May 26 11:24:14.424720 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:14.431461 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:14.437458 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:14.533599 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:14.534936 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Pushing event updated for resources: {'Port': ['ID=740b35c0-77af-4bc4-bfe0-155947818082,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:14.540177 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:14.545536 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e6f12edb-8502-4ba6-b058-0ceda7ba586a tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:14.618069 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Network 0c406d08-576a-4058-82f8-2db7a46cb825 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:24:14.626539 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:24:14.631589 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:24:14.691609 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Pushing event updated for resources: {'Port': ['ID=babfbeb5-e705-4fa2-b2c8-07187b0ae125,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:14.698916 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:15.268835 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:15.328060 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 740b35c0-77af-4bc4-bfe0-155947818082 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:24:15.496792 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port 740b35c0-77af-4bc4-bfe0-155947818082 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:24:15.509500 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 58254) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:15.647796 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08e8ede-ba39-4812-bfd3-8caee93775ce None None] Network 86f0f835-8ea9-4134-a778-0bab7806f48b requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:24:15.687769 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424500'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:15.745690 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ba3655a0-2f19-413c-ade4-bf4589888690 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Deleting port cc96fe76-0ab1-4133-b51d-07da27df4927 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:24:15.746369 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba3655a0-2f19-413c-ade4-bf4589888690 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:15.830062 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dade5cb4-595c-4485-a532-682d8271a9dd None None] Provisioning for port 740b35c0-77af-4bc4-bfe0-155947818082 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:24:15.843797 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dade5cb4-595c-4485-a532-682d8271a9dd None None] Provisioning complete for port 740b35c0-77af-4bc4-bfe0-155947818082 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:24:15.844183 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dade5cb4-595c-4485-a532-682d8271a9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:15.856065 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 58260) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:15.888757 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba3655a0-2f19-413c-ade4-bf4589888690 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:15.888988 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba3655a0-2f19-413c-ade4-bf4589888690 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:15.977322 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Router b1d09299-1790-4cf3-91de-323cca72fe75 is scheduled to L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 11:24:16.027597 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ba3655a0-2f19-413c-ade4-bf4589888690 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Calling delete_port for cc96fe76-0ab1-4133-b51d-07da27df4927 owned by network:floatingip {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:24:16.029247 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dade5cb4-595c-4485-a532-682d8271a9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.051303 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d92c158c-1be9-43bc-979e-75c980a7ff9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.066331 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dade5cb4-595c-4485-a532-682d8271a9dd None None] For port 740b35c0-77af-4bc4-bfe0-155947818082, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=740b35c0-77af-4bc4-bfe0-155947818082,segment=NetworkSegment(d6cfa873-5182-458f-aa07-07fb977504f8),segment_id=d6cfa873-5182-458f-aa07-07fb977504f8)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:24:16.067584 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-d92c158c-1be9-43bc-979e-75c980a7ff9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:24:16.078003 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-d92c158c-1be9-43bc-979e-75c980a7ff9e admin admin] Usage tracker for resource:security_group_rule and tenant:8526953a23e44c15bbb11078c4fe33ec is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:24:16.082994 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-d92c158c-1be9-43bc-979e-75c980a7ff9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:24:16.091257 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-d92c158c-1be9-43bc-979e-75c980a7ff9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:24:16.163751 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dade5cb4-595c-4485-a532-682d8271a9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.165895 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:16.186264 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:24:16.207511 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] Sync routers for ids ['b1d09299-1790-4cf3-91de-323cca72fe75'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:24:16.235829 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] Routers {'b1d09299-1790-4cf3-91de-323cca72fe75'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:24:16.237221 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:23:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['b1d09299-1790-4cf3-91de-323cca72fe75'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:16.252515 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d92c158c-1be9-43bc-979e-75c980a7ff9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.284428 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.285667 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1715705 May 26 11:24:16.288492 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58266) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:16.312836 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d92c158c-1be9-43bc-979e-75c980a7ff9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.325581 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e6797b08-ecc7-4b6f-9609-7f40d93abb7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:16.330060 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade5cb4-595c-4485-a532-682d8271a9dd None None] Pushing event updated for resources: {'Port': ['ID=740b35c0-77af-4bc4-bfe0-155947818082,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:16.335705 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dade5cb4-595c-4485-a532-682d8271a9dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:16.354704 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba3655a0-2f19-413c-ade4-bf4589888690 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.380028 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c158c-1be9-43bc-979e-75c980a7ff9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb109fd1-5d25-4937-9386-a82f148c184a,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:16.384716 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d92c158c-1be9-43bc-979e-75c980a7ff9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:16.385425 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:16.417582 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-d92c158c-1be9-43bc-979e-75c980a7ff9e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8526953a23e44c15bbb11078c4fe33ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5581195 May 26 11:24:16.433833 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-240b4a49-e16e-4b45-9ac8-ac0fbf499f22 None None] Provisioning complete for port 740b35c0-77af-4bc4-bfe0-155947818082 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:24:16.434303 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-240b4a49-e16e-4b45-9ac8-ac0fbf499f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.444853 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58270) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:16.460351 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3655a0-2f19-413c-ade4-bf4589888690 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Pushing event deleted for resources: {'Port': ['ID=cc96fe76-0ab1-4133-b51d-07da27df4927,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:16.487587 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] Set router b1d09299-1790-4cf3-91de-323cca72fe75 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:24:16.490566 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ba3655a0-2f19-413c-ade4-bf4589888690 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:16.620375 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d75c72f3-8ea1-44a4-88e5-674bb156706a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.624439 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba3655a0-2f19-413c-ade4-bf4589888690 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for floatingip, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.734938 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba3655a0-2f19-413c-ade4-bf4589888690 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.736330 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-ba3655a0-2f19-413c-ade4-bf4589888690 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "DELETE /v2.0/floatingips/f5518e4b-c502-4d34-b298-c95fc8f5ab6e HTTP/1.1" status: 204 len: 168 time: 1.2252676 May 26 11:24:16.790481 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d75c72f3-8ea1-44a4-88e5-674bb156706a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.859692 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'name': 'tempest-TestShelveInstance-194687307-router', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:24:13Z', 'updated_at': '2021-05-26T11:24:15Z', 'revision_number': 3, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'gw_port': {'id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:14Z', 'updated_at': '2021-05-26T11:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:16.864400 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] Checking router: b1d09299-1790-4cf3-91de-323cca72fe75 for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:24:16.865125 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] Updating router b1d09299-1790-4cf3-91de-323cca72fe75 port babfbeb5-e705-4fa2-b2c8-07187b0ae125 binding host dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:24:16.920990 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:17.105688 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d75c72f3-8ea1-44a4-88e5-674bb156706a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:17.114948 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-96edb776-69ea-4db8-a3ad-0c9e7ce8f7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:17.138607 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c72f3-8ea1-44a4-88e5-674bb156706a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb109fd1-5d25-4937-9386-a82f148c184a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:17.147785 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d75c72f3-8ea1-44a4-88e5-674bb156706a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:17.177738 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d75c72f3-8ea1-44a4-88e5-674bb156706a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:17.179144 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-d75c72f3-8ea1-44a4-88e5-674bb156706a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bb109fd1-5d25-4937-9386-a82f148c184a HTTP/1.1" status: 204 len: 168 time: 0.7331183 May 26 11:24:17.275204 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c60defb1-fa34-44b3-86b4-1f58b2135011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:17.316558 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 740b35c0-77af-4bc4-bfe0-155947818082 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:24:17.404541 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:17.419330 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] Transition to ACTIVE for port object babfbeb5-e705-4fa2-b2c8-07187b0ae125 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:24:17.430825 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 85e7c5c4-c141-4367-b355-a94930fd3a7a no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:24:17.465507 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] No Port match for: 85e7c5c4-c141-4367-b355-a94930fd3a7a {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:24:17.465913 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 85e7c5c4-c141-4367-b355-a94930fd3a7a not bound to the agent host hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:24:17.468196 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 740b35c0-77af-4bc4-bfe0-155947818082 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:24:17.468577 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:17.498033 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-c60defb1-fa34-44b3-86b4-1f58b2135011 admin admin] Allocated IP 172.20.0.1 (86f0f835-8ea9-4134-a778-0bab7806f48b/df39419a-5244-4ee5-a8e7-32eab68099d3/db87751a-38be-4dfa-a512-76399bce1f9c) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:24:17.500527 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:17.513417 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:17.615710 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] Attempting to bind port babfbeb5-e705-4fa2-b2c8-07187b0ae125 on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:24:17.616091 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] Attempting to bind port babfbeb5-e705-4fa2-b2c8-07187b0ae125 by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:24:17.616534 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] Attempting to bind port babfbeb5-e705-4fa2-b2c8-07187b0ae125 on network 0c406d08-576a-4058-82f8-2db7a46cb825 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:24:17.624202 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec82a71-a741-45a4-ab51-9f8c2848bfb5 None None] Pushing event updated for resources: {'Port': ['ID=babfbeb5-e705-4fa2-b2c8-07187b0ae125,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:17.627799 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3ec82a71-a741-45a4-ab51-9f8c2848bfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:17.639139 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:24:17.639139 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] Checking segment: {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:24:17.639139 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:17.639139 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] Bound using segment: {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:24:17.639139 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] Bound port: babfbeb5-e705-4fa2-b2c8-07187b0ae125, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:24:17.639139 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:17.693681 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c60defb1-fa34-44b3-86b4-1f58b2135011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:17.719001 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-c60defb1-fa34-44b3-86b4-1f58b2135011 admin admin] Transition to ACTIVE for port object db87751a-38be-4dfa-a512-76399bce1f9c will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:24:17.767738 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] For port babfbeb5-e705-4fa2-b2c8-07187b0ae125, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:24:17.770905 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] For port babfbeb5-e705-4fa2-b2c8-07187b0ae125, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=babfbeb5-e705-4fa2-b2c8-07187b0ae125,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:24:17.789527 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c60defb1-fa34-44b3-86b4-1f58b2135011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:17.794194 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-14c536c1-a3e6-4300-b4e0-18cbee25174c tempest-VolumesNegativeTest-177056196 tempest-VolumesNegativeTest-177056196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:17.847017 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:17.852510 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60defb1-fa34-44b3-86b4-1f58b2135011 admin admin] Network 86f0f835-8ea9-4134-a778-0bab7806f48b is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:24:17.852702 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3ec82a71-a741-45a4-ab51-9f8c2848bfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:17.855522 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-c60defb1-fa34-44b3-86b4-1f58b2135011 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:24:17.859260 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60defb1-fa34-44b3-86b4-1f58b2135011 admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:24:17.919453 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60defb1-fa34-44b3-86b4-1f58b2135011 admin admin] Pushing event updated for resources: {'Port': ['ID=db87751a-38be-4dfa-a512-76399bce1f9c,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:17.924235 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c60defb1-fa34-44b3-86b4-1f58b2135011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:17.927091 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c60defb1-fa34-44b3-86b4-1f58b2135011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419410'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:17.958627 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec82a71-a741-45a4-ab51-9f8c2848bfb5 None None] Pushing event updated for resources: {'Port': ['ID=babfbeb5-e705-4fa2-b2c8-07187b0ae125,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:17.961442 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] Routers {'b1d09299-1790-4cf3-91de-323cca72fe75'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:24:17.962408 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:23:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['b1d09299-1790-4cf3-91de-323cca72fe75'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:18.010042 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3ec82a71-a741-45a4-ab51-9f8c2848bfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:18.149617 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] Set router b1d09299-1790-4cf3-91de-323cca72fe75 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:24:18.250402 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c60defb1-fa34-44b3-86b4-1f58b2135011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:18.340706 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c968739b-d7a2-4d8c-8c06-2071c5245c8a None None] Provisioning for port db87751a-38be-4dfa-a512-76399bce1f9c completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:24:18.356670 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c968739b-d7a2-4d8c-8c06-2071c5245c8a None None] Provisioning complete for port db87751a-38be-4dfa-a512-76399bce1f9c triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:24:18.357288 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c968739b-d7a2-4d8c-8c06-2071c5245c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:18.382048 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 58286) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:18.454158 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88998e3b-1308-4f70-9e25-abe8d2a7b36c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:18.479386 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c60defb1-fa34-44b3-86b4-1f58b2135011 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:18.485639 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88998e3b-1308-4f70-9e25-abe8d2a7b36c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:18.494274 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-c968739b-d7a2-4d8c-8c06-2071c5245c8a None None] Port db87751a-38be-4dfa-a512-76399bce1f9c cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:24:18.533562 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'name': 'tempest-TestShelveInstance-194687307-router', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:24:13Z', 'updated_at': '2021-05-26T11:24:15Z', 'revision_number': 3, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'gw_port': {'id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:14Z', 'updated_at': '2021-05-26T11:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:18.537655 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13965adc-afef-4a9a-bb3c-2612f7dc4200 None None] The sync data for ids ['b1d09299-1790-4cf3-91de-323cca72fe75'] in dv-cinder-793136-1-iscsi is: [{'id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'name': 'tempest-TestShelveInstance-194687307-router', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:24:13Z', 'updated_at': '2021-05-26T11:24:15Z', 'revision_number': 3, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'gw_port': {'id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:14Z', 'updated_at': '2021-05-26T11:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:24:18.558021 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c60defb1-fa34-44b3-86b4-1f58b2135011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:18.584328 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:18.609727 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88998e3b-1308-4f70-9e25-abe8d2a7b36c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:18.613837 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c3627724-d74f-4113-8e70-f2c3b0ee2dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:18.627431 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88998e3b-1308-4f70-9e25-abe8d2a7b36c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=902b6795-ab3d-4677-9353-202d85d8ae26,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:18.634490 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-88998e3b-1308-4f70-9e25-abe8d2a7b36c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:18.635347 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88998e3b-1308-4f70-9e25-abe8d2a7b36c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:18.636534 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-88998e3b-1308-4f70-9e25-abe8d2a7b36c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] 10.222.0.35 "DELETE /v2.0/security-groups/902b6795-ab3d-4677-9353-202d85d8ae26 HTTP/1.1" status: 204 len: 168 time: 0.2529483 May 26 11:24:18.781312 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 58292) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:18.812035 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60defb1-fa34-44b3-86b4-1f58b2135011 admin admin] Pushing event updated for resources: {'Port': ['ID=db87751a-38be-4dfa-a512-76399bce1f9c,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:18.815134 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c60defb1-fa34-44b3-86b4-1f58b2135011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419569'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:18.819782 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c60defb1-fa34-44b3-86b4-1f58b2135011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:18.967836 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60defb1-fa34-44b3-86b4-1f58b2135011 admin admin] Network 86f0f835-8ea9-4134-a778-0bab7806f48b is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:24:18.969119 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-c60defb1-fa34-44b3-86b4-1f58b2135011 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:24:19.202434 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60defb1-fa34-44b3-86b4-1f58b2135011 admin admin] Router b1d09299-1790-4cf3-91de-323cca72fe75 has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:24:19.228382 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-aa7d5f54-f67a-4595-91bf-24ea01a4cfa2 None None] Provisioning complete for port db87751a-38be-4dfa-a512-76399bce1f9c triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:24:19.228778 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5f54-f67a-4595-91bf-24ea01a4cfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:19.317609 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-aa7d5f54-f67a-4595-91bf-24ea01a4cfa2 None None] Port db87751a-38be-4dfa-a512-76399bce1f9c cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:24:19.340154 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device babfbeb5-e705-4fa2-b2c8-07187b0ae125 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:24:19.475577 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60defb1-fa34-44b3-86b4-1f58b2135011 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:24:19.490408 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-c60defb1-fa34-44b3-86b4-1f58b2135011 admin admin] 10.222.0.35 "PUT /v2.0/routers/b1d09299-1790-4cf3-91de-323cca72fe75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2005498 May 26 11:24:19.504769 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port babfbeb5-e705-4fa2-b2c8-07187b0ae125 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:24:19.512610 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port babfbeb5-e705-4fa2-b2c8-07187b0ae125 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:24:19.514135 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:19.651260 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-956af127-74ed-4b11-98f5-843f264de3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419527'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:19.716397 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:19.733697 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] For port babfbeb5-e705-4fa2-b2c8-07187b0ae125, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=babfbeb5-e705-4fa2-b2c8-07187b0ae125,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:24:19.788790 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:19.790884 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:19.858367 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Pushing event updated for resources: {'Port': ['ID=babfbeb5-e705-4fa2-b2c8-07187b0ae125,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:19.861598 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:20.147646 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-956af127-74ed-4b11-98f5-843f264de3c0 admin admin] Deleting port ef82f069-a73e-4151-8ba0-9587d72c53cb {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:24:20.148067 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-956af127-74ed-4b11-98f5-843f264de3c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:20.279349 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] Sync routers for ids ['b1d09299-1790-4cf3-91de-323cca72fe75'] in dv-cinder-793136-1-iscsi {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:24:20.284251 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-956af127-74ed-4b11-98f5-843f264de3c0 admin admin] For port ef82f069-a73e-4151-8ba0-9587d72c53cb, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=ef82f069-a73e-4151-8ba0-9587d72c53cb,segment=NetworkSegment(166673a9-7fd2-48ee-8db9-da1dc618f94a),segment_id=166673a9-7fd2-48ee-8db9-da1dc618f94a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:24:20.284660 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-956af127-74ed-4b11-98f5-843f264de3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:20.290463 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] Routers {'b1d09299-1790-4cf3-91de-323cca72fe75'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:24:20.291358 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:23:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['b1d09299-1790-4cf3-91de-323cca72fe75'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:20.404175 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58312) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:20.410793 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-158982524-network', 'tenant_id': '7bd1cfdacb534966a8caf279be610faf'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:24:20.415961 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:24:20.416126 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-956af127-74ed-4b11-98f5-843f264de3c0 admin admin] Calling delete_port for ef82f069-a73e-4151-8ba0-9587d72c53cb owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:24:20.420378 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] Usage tracker for resource:network and tenant:7bd1cfdacb534966a8caf279be610faf is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:24:20.423482 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:24:20.429272 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:24:20.473469 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] Set router b1d09299-1790-4cf3-91de-323cca72fe75 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:24:20.520537 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] Made reservation on behalf of 7bd1cfdacb534966a8caf279be610faf for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:24:20.527062 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1461799'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:20.539667 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:20.559288 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:24:20.564576 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] Usage tracker for resource:security_group_rule and tenant:7bd1cfdacb534966a8caf279be610faf is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:24:20.568137 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:24:20.582372 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:24:20.734694 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:20.766396 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-956af127-74ed-4b11-98f5-843f264de3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:20.771968 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-59ac8bbd-2b1c-4f07-817d-32c39523f41d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:20.792419 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:20.800222 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-60694aee-7c1a-46db-9ff7-3b8f408e9a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:20.805276 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'name': 'tempest-TestShelveInstance-194687307-router', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:24:13Z', 'updated_at': '2021-05-26T11:24:18Z', 'revision_number': 4, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'gw_port': {'id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:14Z', 'updated_at': '2021-05-26T11:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'db87751a-38be-4dfa-a512-76399bce1f9c', 'name': '', 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'mac_address': 'fa:16:3e:01:9a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'df39419a-5244-4ee5-a8e7-32eab68099d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:17Z', 'updated_at': '2021-05-26T11:24:18Z', 'revision_number': 2, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'subnets': [{'id': 'df39419a-5244-4ee5-a8e7-32eab68099d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:20.811936 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] Checking router: b1d09299-1790-4cf3-91de-323cca72fe75 for host: dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:24:20.812722 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] Updating router b1d09299-1790-4cf3-91de-323cca72fe75 port db87751a-38be-4dfa-a512-76399bce1f9c binding host dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:24:20.814816 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956af127-74ed-4b11-98f5-843f264de3c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef82f069-a73e-4151-8ba0-9587d72c53cb,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:20.817645 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-956af127-74ed-4b11-98f5-843f264de3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:20.832619 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:24:20.850740 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a28b3ed-46dd-4ecb-8495-9c0338054e10,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:20.867447 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:20.867792 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.db.segments_db [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] Added segment bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4 of type vlan for network b1974115-41ad-4253-bc52-a04b8234d293 May 26 11:24:20.869309 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:20.901552 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:20.903194 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746349196638'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:21.023531 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:21.024840 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:24:21.025428 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:21.032298 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:21.131391 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-956af127-74ed-4b11-98f5-843f264de3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423799'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:21.135963 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] Pushing event updated for resources: {'Network': ['ID=b1974115-41ad-4253-bc52-a04b8234d293,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:21.139150 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:21.151653 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Network b1974115-41ad-4253-bc52-a04b8234d293 details requested by agent ovs-agent-dv-cinder-793136-1-iscsi with host dv-cinder-793136-1-iscsi {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 11:24:21.229949 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-947ca878-6ed5-45de-afdb-f01e72308a43 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8246455 May 26 11:24:21.232555 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58316) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:21.238620 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-28b4039b-dafe-4617-bde7-1d48ab12aea3 admin admin] Request body: {'subnet': {'network_id': 'b1974115-41ad-4253-bc52-a04b8234d293', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-158982524-subnet', 'tenant_id': '7bd1cfdacb534966a8caf279be610faf', 'ip_version': 4}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:24:21.244214 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-28b4039b-dafe-4617-bde7-1d48ab12aea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:24:21.252492 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-28b4039b-dafe-4617-bde7-1d48ab12aea3 admin admin] Usage tracker for resource:subnet and tenant:7bd1cfdacb534966a8caf279be610faf is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:24:21.257283 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-28b4039b-dafe-4617-bde7-1d48ab12aea3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:24:21.264001 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-28b4039b-dafe-4617-bde7-1d48ab12aea3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:24:21.321321 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] Notify callbacks [] for port, precommit_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:21.334396 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.provisioning_blocks [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] Transition to ACTIVE for port object db87751a-38be-4dfa-a512-76399bce1f9c will not be triggered until provisioned by entity L2. {{(pid=92388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:24:21.359161 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device babfbeb5-e705-4fa2-b2c8-07187b0ae125 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:24:21.377159 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b4039b-dafe-4617-bde7-1d48ab12aea3 admin admin] Made reservation on behalf of 7bd1cfdacb534966a8caf279be610faf for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:24:21.379596 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-28b4039b-dafe-4617-bde7-1d48ab12aea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32234648'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:21.412016 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:21.420905 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:21.429776 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port babfbeb5-e705-4fa2-b2c8-07187b0ae125 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:24:21.430183 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:21.502604 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09978309-2aae-4b6e-941b-01db4c215a62 None None] Pushing event updated for resources: {'Port': ['ID=db87751a-38be-4dfa-a512-76399bce1f9c,revision_number=3']} {{(pid=92388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:21.566975 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956af127-74ed-4b11-98f5-843f264de3c0 admin admin] Router a9d2b93c-4f37-4130-b412-37761d59f623 has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:24:21.578226 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09978309-2aae-4b6e-941b-01db4c215a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:21.578658 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09978309-2aae-4b6e-941b-01db4c215a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:21.579061 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09978309-2aae-4b6e-941b-01db4c215a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:21.579490 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09978309-2aae-4b6e-941b-01db4c215a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:21.580688 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09978309-2aae-4b6e-941b-01db4c215a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:21.581082 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09978309-2aae-4b6e-941b-01db4c215a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:21.581470 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09978309-2aae-4b6e-941b-01db4c215a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:21.581957 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09978309-2aae-4b6e-941b-01db4c215a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:21.582300 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09978309-2aae-4b6e-941b-01db4c215a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:21.582633 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09978309-2aae-4b6e-941b-01db4c215a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:21.582954 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09978309-2aae-4b6e-941b-01db4c215a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:21.583414 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09978309-2aae-4b6e-941b-01db4c215a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:21.587465 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-09978309-2aae-4b6e-941b-01db4c215a62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:21.698449 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] Attempting to bind port db87751a-38be-4dfa-a512-76399bce1f9c on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:24:21.699094 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] Attempting to bind port db87751a-38be-4dfa-a512-76399bce1f9c by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': 'd6cfa873-5182-458f-aa07-07fb977504f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b'}] {{(pid=92388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:24:21.699460 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] Attempting to bind port db87751a-38be-4dfa-a512-76399bce1f9c on network 86f0f835-8ea9-4134-a778-0bab7806f48b {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:24:21.706039 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:24:21.706275 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] Checking segment: {'id': 'd6cfa873-5182-458f-aa07-07fb977504f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:24:21.706676 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:21.707062 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] Bound using segment: {'id': 'd6cfa873-5182-458f-aa07-07fb977504f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b'} {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:24:21.707520 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] Bound port: db87751a-38be-4dfa-a512-76399bce1f9c, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6cfa873-5182-458f-aa07-07fb977504f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b'}}] {{(pid=92388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:24:21.707884 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:21.769100 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956af127-74ed-4b11-98f5-843f264de3c0 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:24:21.780459 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d7556-0037-462d-af88-93f3a850b584 None None] Sync routers for ids ['a9d2b93c-4f37-4130-b412-37761d59f623'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:24:21.785870 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-956af127-74ed-4b11-98f5-843f264de3c0 admin admin] 10.222.0.35 "PUT /v2.0/routers/a9d2b93c-4f37-4130-b412-37761d59f623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0022242 May 26 11:24:21.786245 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 58320) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:21.792600 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d7556-0037-462d-af88-93f3a850b584 None None] Routers {'a9d2b93c-4f37-4130-b412-37761d59f623'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:24:21.793464 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-050d7556-0037-462d-af88-93f3a850b584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:23:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['a9d2b93c-4f37-4130-b412-37761d59f623'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:21.823835 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.db [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] For port db87751a-38be-4dfa-a512-76399bce1f9c, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:24:21.827077 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.db [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] For port db87751a-38be-4dfa-a512-76399bce1f9c, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=db87751a-38be-4dfa-a512-76399bce1f9c,segment=NetworkSegment(d6cfa873-5182-458f-aa07-07fb977504f8),segment_id=d6cfa873-5182-458f-aa07-07fb977504f8)] {{(pid=92388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:24:21.884747 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:21.891375 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:21.896295 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-28b4039b-dafe-4617-bde7-1d48ab12aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33092732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32234638'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:21.901677 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-41ced41f-fe79-4a0c-9087-a98a247a7ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:21.979483 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cfcc320d-785a-419e-8a7b-79eee5da097d admin admin] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:21.983151 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] Routers {'b1d09299-1790-4cf3-91de-323cca72fe75'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:24:21.983788 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:23:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['b1d09299-1790-4cf3-91de-323cca72fe75'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:21.993267 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4039b-dafe-4617-bde7-1d48ab12aea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c87f3ee4-f00d-4847-83cd-c971f139095a,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:22.001167 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-28b4039b-dafe-4617-bde7-1d48ab12aea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:22.002692 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-050d7556-0037-462d-af88-93f3a850b584 None None] Set router a9d2b93c-4f37-4130-b412-37761d59f623 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:24:22.009406 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b4039b-dafe-4617-bde7-1d48ab12aea3 admin admin] Checking segment: {'id': 'bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b1974115-41ad-4253-bc52-a04b8234d293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:24:22.009860 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b4039b-dafe-4617-bde7-1d48ab12aea3 admin admin] Network hostable DHCP agents. Network: b1974115-41ad-4253-bc52-a04b8234d293, hostable agents: ['5be7b6bf-9113-45d0-8352-d59a3f612e3f'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:24:22.098081 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b4039b-dafe-4617-bde7-1d48ab12aea3 admin admin] Network b1974115-41ad-4253-bc52-a04b8234d293 is scheduled to be hosted by DHCP agent 5be7b6bf-9113-45d0-8352-d59a3f612e3f with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:24:22.157664 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09978309-2aae-4b6e-941b-01db4c215a62 None None] Pushing event updated for resources: {'Port': ['ID=db87751a-38be-4dfa-a512-76399bce1f9c,revision_number=4']} {{(pid=92388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:22.164046 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-09978309-2aae-4b6e-941b-01db4c215a62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:22.175040 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-28b4039b-dafe-4617-bde7-1d48ab12aea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-1-iscsi, b1974115-41ad-4253-bc52-a04b8234d293) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:24:22.187740 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f884a0-64ce-473e-86fa-4d8af083bdeb None None] Network b1974115-41ad-4253-bc52-a04b8234d293 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:24:22.192178 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b4039b-dafe-4617-bde7-1d48ab12aea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:24:22.192788 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-28b4039b-dafe-4617-bde7-1d48ab12aea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:22.231020 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] Set router b1d09299-1790-4cf3-91de-323cca72fe75 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:24:22.301783 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-28b4039b-dafe-4617-bde7-1d48ab12aea3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0680740 May 26 11:24:22.304224 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58324) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:22.309147 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-158982524-router', 'tenant_id': '7bd1cfdacb534966a8caf279be610faf', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:24:22.314493 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:24:22.318481 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] Usage tracker for resource:router and tenant:7bd1cfdacb534966a8caf279be610faf is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:24:22.321387 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:24:22.322533 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cfcc320d-785a-419e-8a7b-79eee5da097d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:22.327548 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:24:22.446779 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-422810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-922'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:22.448312 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-422042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-485764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-995'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:22.469260 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:22.486418 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc320d-785a-419e-8a7b-79eee5da097d admin admin] Deleting port db53a23b-8328-4993-93ed-69e8fdbd9758 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:24:22.486955 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cfcc320d-785a-419e-8a7b-79eee5da097d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:22.519572 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb643e63a-fd39-5d5d-9f34-faeb87d00edd-b1974115-41ad-4253-bc52-a04b8234d293', 'network_id': 'b1974115-41ad-4253-bc52-a04b8234d293', 'tenant_id': '7bd1cfdacb534966a8caf279be610faf', 'fixed_ips': [{'subnet_id': 'c87f3ee4-f00d-4847-83cd-c971f139095a'}]}} from dv-cinder-793136-1-iscsi. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:24:22.520378 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:22.544190 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-050d7556-0037-462d-af88-93f3a850b584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:24:20Z', 'revision_number': 5, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port': {'id': 'db53a23b-8328-4993-93ed-69e8fdbd9758', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:01Z', 'updated_at': '2021-05-26T11:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:22.574539 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'name': 'tempest-TestShelveInstance-194687307-router', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:24:13Z', 'updated_at': '2021-05-26T11:24:18Z', 'revision_number': 4, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'gw_port': {'id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:14Z', 'updated_at': '2021-05-26T11:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'db87751a-38be-4dfa-a512-76399bce1f9c', 'name': '', 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'mac_address': 'fa:16:3e:01:9a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'df39419a-5244-4ee5-a8e7-32eab68099d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:17Z', 'updated_at': '2021-05-26T11:24:21Z', 'revision_number': 4, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'subnets': [{'id': 'df39419a-5244-4ee5-a8e7-32eab68099d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:22.580601 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d7556-0037-462d-af88-93f3a850b584 None None] Checking router: a9d2b93c-4f37-4130-b412-37761d59f623 for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:24:22.580756 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1bddbc-9fde-4900-b3d8-ccfee1c4dee0 None None] The sync data for ids ['b1d09299-1790-4cf3-91de-323cca72fe75'] in dv-cinder-793136-1-iscsi is: [{'id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'name': 'tempest-TestShelveInstance-194687307-router', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:24:13Z', 'updated_at': '2021-05-26T11:24:18Z', 'revision_number': 4, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'gw_port': {'id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:14Z', 'updated_at': '2021-05-26T11:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'db87751a-38be-4dfa-a512-76399bce1f9c', 'name': '', 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'mac_address': 'fa:16:3e:01:9a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'df39419a-5244-4ee5-a8e7-32eab68099d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:17Z', 'updated_at': '2021-05-26T11:24:21Z', 'revision_number': 4, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'subnets': [{'id': 'df39419a-5244-4ee5-a8e7-32eab68099d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:24:22.608222 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d7556-0037-462d-af88-93f3a850b584 None None] Routers {'a9d2b93c-4f37-4130-b412-37761d59f623'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:24:22.608974 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-050d7556-0037-462d-af88-93f3a850b584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:23:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['a9d2b93c-4f37-4130-b412-37761d59f623'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:22.658420 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-cfcc320d-785a-419e-8a7b-79eee5da097d admin admin] For port db53a23b-8328-4993-93ed-69e8fdbd9758, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=db53a23b-8328-4993-93ed-69e8fdbd9758,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:24:22.658898 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cfcc320d-785a-419e-8a7b-79eee5da097d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:22.822791 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc320d-785a-419e-8a7b-79eee5da097d admin admin] Calling delete_port for db53a23b-8328-4993-93ed-69e8fdbd9758 owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:24:22.894284 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-050d7556-0037-462d-af88-93f3a850b584 None None] Set router a9d2b93c-4f37-4130-b412-37761d59f623 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:24:23.008000 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-050d7556-0037-462d-af88-93f3a850b584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:24:22Z', 'revision_number': 6, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port_host': None}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:23.010618 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] Allocated IP 172.20.0.2 (b1974115-41ad-4253-bc52-a04b8234d293/c87f3ee4-f00d-4847-83cd-c971f139095a/006ef7bb-83dd-48f6-b8b6-20d055b0edfb) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:24:23.017738 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d7556-0037-462d-af88-93f3a850b584 None None] The sync data for ids ['a9d2b93c-4f37-4130-b412-37761d59f623'] in dv-cinder-793136-1-iscsi is: [{'id': 'a9d2b93c-4f37-4130-b412-37761d59f623', 'name': 'tempest-TestVolumeBootPattern-1104874000-router', 'tenant_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:14:59Z', 'updated_at': '2021-05-26T11:24:22Z', 'revision_number': 6, 'project_id': 'da72a28d3e51419ca0dcfbdfb174e658', 'gw_port_host': None}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:24:23.023337 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-422788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1013'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:23.137674 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cfcc320d-785a-419e-8a7b-79eee5da097d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:23.143158 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f59983ba-d0a7-419e-8e79-dd749c878ab7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:23.193091 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc320d-785a-419e-8a7b-79eee5da097d admin admin] Pushing event deleted for resources: {'Port': ['ID=db53a23b-8328-4993-93ed-69e8fdbd9758,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:23.198938 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cfcc320d-785a-419e-8a7b-79eee5da097d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:23.239323 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:23.249856 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] Transition to ACTIVE for port object 006ef7bb-83dd-48f6-b8b6-20d055b0edfb will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:24:23.273435 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] Transition to ACTIVE for port object 006ef7bb-83dd-48f6-b8b6-20d055b0edfb will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:24:23.293227 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cfcc320d-785a-419e-8a7b-79eee5da097d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424680'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:23.363981 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:23.388653 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:23.500900 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] Network b1974115-41ad-4253-bc52-a04b8234d293 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:24:23.504129 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:24:23.508614 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:24:23.515118 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] Pushing event updated for resources: {'Port': ['ID=006ef7bb-83dd-48f6-b8b6-20d055b0edfb,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:23.520262 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:23.549905 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cfcc320d-785a-419e-8a7b-79eee5da097d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1004'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:23.555291 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cfcc320d-785a-419e-8a7b-79eee5da097d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:23.603239 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:23.633692 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:23.646225 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] Attempting to bind port 006ef7bb-83dd-48f6-b8b6-20d055b0edfb on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:24:23.646561 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] Attempting to bind port 006ef7bb-83dd-48f6-b8b6-20d055b0edfb by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': 'bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b1974115-41ad-4253-bc52-a04b8234d293'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:24:23.647053 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] Attempting to bind port 006ef7bb-83dd-48f6-b8b6-20d055b0edfb on network b1974115-41ad-4253-bc52-a04b8234d293 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:24:23.649455 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cfcc320d-785a-419e-8a7b-79eee5da097d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-422491'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:23.650027 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcc320d-785a-419e-8a7b-79eee5da097d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9d2b93c-4f37-4130-b412-37761d59f623 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 11:24:23.652902 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:24:23.653278 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] Checking segment: {'id': 'bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b1974115-41ad-4253-bc52-a04b8234d293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:24:23.653680 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:23.654108 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] Bound using segment: {'id': 'bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b1974115-41ad-4253-bc52-a04b8234d293'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:24:23.654575 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] Bound port: 006ef7bb-83dd-48f6-b8b6-20d055b0edfb, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b1974115-41ad-4253-bc52-a04b8234d293'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:24:23.654950 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:23.663168 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cfcc320d-785a-419e-8a7b-79eee5da097d admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:23.664285 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-cfcc320d-785a-419e-8a7b-79eee5da097d admin admin] 10.222.0.35 "DELETE /v2.0/routers/a9d2b93c-4f37-4130-b412-37761d59f623 HTTP/1.1" status: 204 len: 168 time: 1.8771260 May 26 11:24:23.666933 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 58328) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:23.738617 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-4374ee88-9a04-4b88-b752-c8672b33d60f admin admin] Deleting subnet 4d9720a9-e515-4624-88e4-23a7dedd3e0e {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:24:23.741817 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4374ee88-9a04-4b88-b752-c8672b33d60f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:23.752523 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] For port 006ef7bb-83dd-48f6-b8b6-20d055b0edfb, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:24:23.755739 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] For port 006ef7bb-83dd-48f6-b8b6-20d055b0edfb, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=006ef7bb-83dd-48f6-b8b6-20d055b0edfb,segment=NetworkSegment(bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4),segment_id=bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:24:23.782113 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] Allocated IP 172.27.2.93 (0c406d08-576a-4058-82f8-2db7a46cb825/c8dc709d-33af-406d-94f8-5d106e5714b1/eb1c7d37-9f81-4ba8-841f-7c0087e1b27a) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:24:23.796477 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4374ee88-9a04-4b88-b752-c8672b33d60f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-695888'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:23.846138 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:23.853585 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:23.893865 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4374ee88-9a04-4b88-b752-c8672b33d60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532386'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:23.925137 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device db87751a-38be-4dfa-a512-76399bce1f9c up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:24:23.956958 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:24.010057 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] Pushing event updated for resources: {'Port': ['ID=006ef7bb-83dd-48f6-b8b6-20d055b0edfb,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:24.019129 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-24ea95b0-ab4f-4eff-9ee4-a6b23387a0d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:24.052531 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:24.057481 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b2626638-74dc-4096-bc74-564dbc31e997 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:24.074852 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port db87751a-38be-4dfa-a512-76399bce1f9c completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:24:24.080730 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port db87751a-38be-4dfa-a512-76399bce1f9c triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:24:24.082181 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:24.133564 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] Network 0c406d08-576a-4058-82f8-2db7a46cb825 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:24:24.142783 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:24:24.148399 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:24:24.230829 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] Pushing event updated for resources: {'Port': ['ID=eb1c7d37-9f81-4ba8-841f-7c0087e1b27a,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:24.235260 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:24.236781 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:24.269219 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4374ee88-9a04-4b88-b752-c8672b33d60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-857585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31668490'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:24.292958 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d2de3475-55c2-47ad-8db4-fa23e1afeb7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:24.298999 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] For port db87751a-38be-4dfa-a512-76399bce1f9c, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=db87751a-38be-4dfa-a512-76399bce1f9c,segment=NetworkSegment(d6cfa873-5182-458f-aa07-07fb977504f8),segment_id=d6cfa873-5182-458f-aa07-07fb977504f8)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:24:24.331287 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4374ee88-9a04-4b88-b752-c8672b33d60f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:24.337030 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b401ba-84b7-46ba-bf1a-804212f18785 None None] Network 377a1f2e-d6d0-49e0-923a-b599684df483 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:24:24.347749 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-4374ee88-9a04-4b88-b752-c8672b33d60f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4d9720a9-e515-4624-88e4-23a7dedd3e0e HTTP/1.1" status: 204 len: 168 time: 0.6768584 May 26 11:24:24.347749 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374ee88-9a04-4b88-b752-c8672b33d60f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d9720a9-e515-4624-88e4-23a7dedd3e0e,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:24.348821 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 58332) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:24.381252 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4374ee88-9a04-4b88-b752-c8672b33d60f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:24.381837 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4374ee88-9a04-4b88-b752-c8672b33d60f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:24.382309 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4374ee88-9a04-4b88-b752-c8672b33d60f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:24.382781 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4374ee88-9a04-4b88-b752-c8672b33d60f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:24.383245 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4374ee88-9a04-4b88-b752-c8672b33d60f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:24.383728 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4374ee88-9a04-4b88-b752-c8672b33d60f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:24.384323 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4374ee88-9a04-4b88-b752-c8672b33d60f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:24.385037 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4374ee88-9a04-4b88-b752-c8672b33d60f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:24.385331 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4374ee88-9a04-4b88-b752-c8672b33d60f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:24.385824 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4374ee88-9a04-4b88-b752-c8672b33d60f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:24.387684 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4374ee88-9a04-4b88-b752-c8672b33d60f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:24.394391 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4374ee88-9a04-4b88-b752-c8672b33d60f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:24.394391 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4374ee88-9a04-4b88-b752-c8672b33d60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:24.438540 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:24.443348 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f492da79-f184-4ec8-8f37-d69053ba1718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:24.481108 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device ef82f069-a73e-4151-8ba0-9587d72c53cb no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:24:24.505894 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b53ead34-8441-4bd5-a351-98d53aec3e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496182'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:24.550596 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: ef82f069-a73e-4151-8ba0-9587d72c53cb {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:24:24.550945 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device ef82f069-a73e-4151-8ba0-9587d72c53cb not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:24:24.589382 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b53ead34-8441-4bd5-a351-98d53aec3e9b admin admin] Deleting port 4a09139b-4847-4d91-a415-97c9ee833d13 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:24:24.589856 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b53ead34-8441-4bd5-a351-98d53aec3e9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:24.634370 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Pushing event updated for resources: {'Port': ['ID=db87751a-38be-4dfa-a512-76399bce1f9c,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:24.643169 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:24.756260 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331648a7-b495-43c7-a6ca-4792e159f481 None None] DHCP port deletion for 377a1f2e-d6d0-49e0-923a-b599684df483 request from dv-cinder-793136-1-iscsi {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 11:24:24.802885 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:24.803534 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b53ead34-8441-4bd5-a351-98d53aec3e9b admin admin] For port 4a09139b-4847-4d91-a415-97c9ee833d13, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=4a09139b-4847-4d91-a415-97c9ee833d13,segment=NetworkSegment(166673a9-7fd2-48ee-8db9-da1dc618f94a),segment_id=166673a9-7fd2-48ee-8db9-da1dc618f94a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:24:24.803908 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b53ead34-8441-4bd5-a351-98d53aec3e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:24.839656 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-331648a7-b495-43c7-a6ca-4792e159f481 None None] Deleting port 4a09139b-4847-4d91-a415-97c9ee833d13 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:24:24.840205 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-331648a7-b495-43c7-a6ca-4792e159f481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:24.940435 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b53ead34-8441-4bd5-a351-98d53aec3e9b admin admin] Calling delete_port for 4a09139b-4847-4d91-a415-97c9ee833d13 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:24:24.961830 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-331648a7-b495-43c7-a6ca-4792e159f481 None None] For port 4a09139b-4847-4d91-a415-97c9ee833d13, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=4a09139b-4847-4d91-a415-97c9ee833d13,segment=NetworkSegment(166673a9-7fd2-48ee-8db9-da1dc618f94a),segment_id=166673a9-7fd2-48ee-8db9-da1dc618f94a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:24:24.962393 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-331648a7-b495-43c7-a6ca-4792e159f481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:25.063326 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b53ead34-8441-4bd5-a351-98d53aec3e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:25.068364 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-956af127-74ed-4b11-98f5-843f264de3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:25.116528 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ead34-8441-4bd5-a351-98d53aec3e9b admin admin] Pushing event deleted for resources: {'Port': ['ID=4a09139b-4847-4d91-a415-97c9ee833d13,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:25.119560 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b53ead34-8441-4bd5-a351-98d53aec3e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:25.120470 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53ead34-8441-4bd5-a351-98d53aec3e9b admin admin] No DVR routers for this DVR port 4a09139b-4847-4d91-a415-97c9ee833d13 on host dv-cinder-793136-1-iscsi {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:24:25.139985 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8c3cce-55a1-4740-b414-a7ebaa1301a6 None None] Network b1974115-41ad-4253-bc52-a04b8234d293 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:24:25.163547 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-331648a7-b495-43c7-a6ca-4792e159f481 None None] Calling delete_port for 4a09139b-4847-4d91-a415-97c9ee833d13 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:24:25.234095 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b53ead34-8441-4bd5-a351-98d53aec3e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514367', 'neutron.services.segments.db._delete_segments_for_network-8746349621989'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:25.248509 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-b53ead34-8441-4bd5-a351-98d53aec3e9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377a1f2e-d6d0-49e0-923a-b599684df483']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:25.262203 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-b53ead34-8441-4bd5-a351-98d53aec3e9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166673a9-7fd2-48ee-8db9-da1dc618f94a') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:25.262659 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-b53ead34-8441-4bd5-a351-98d53aec3e9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166673a9-7fd2-48ee-8db9-da1dc618f94a') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:25.277188 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b53ead34-8441-4bd5-a351-98d53aec3e9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349629862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-695913'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:25.295371 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b53ead34-8441-4bd5-a351-98d53aec3e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:25.306849 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53ead34-8441-4bd5-a351-98d53aec3e9b admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:24:25.307267 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b53ead34-8441-4bd5-a351-98d53aec3e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-857939'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:25.332110 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-422797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424500'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: Traceback (most recent call last): May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: timer() May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: cb(*args, **kw) May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: return func(*args, **kwargs) May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: self._notify() May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: self.callback(batched_events) May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: event.method(event) May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: return f(self, *a, **k) May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: return self._get(url).json() May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: return self.request(url, 'GET', **kwargs) May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:24:25.334071 dv-cinder-793136-1-iscsi neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:24:25.358877 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f0bdbb9e-82bb-4568-85bc-37e8c16a8183 None None] Provisioning for port 006ef7bb-83dd-48f6-b8b6-20d055b0edfb completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:24:25.432814 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device db87751a-38be-4dfa-a512-76399bce1f9c up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:24:25.457767 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-331648a7-b495-43c7-a6ca-4792e159f481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:25.466257 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ad6c5dec-7963-4034-9c6a-bebc1ca822fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:25.507096 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b53ead34-8441-4bd5-a351-98d53aec3e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424647'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:25.512744 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:25.527367 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331648a7-b495-43c7-a6ca-4792e159f481 None None] Pushing event deleted for resources: {'Port': ['ID=4a09139b-4847-4d91-a415-97c9ee833d13,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:25.529149 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b53ead34-8441-4bd5-a351-98d53aec3e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:25.530372 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-331648a7-b495-43c7-a6ca-4792e159f481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:25.536826 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331648a7-b495-43c7-a6ca-4792e159f481 None None] No DVR routers for this DVR port 4a09139b-4847-4d91-a415-97c9ee833d13 on host dv-cinder-793136-1-iscsi {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:24:25.537596 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ead34-8441-4bd5-a351-98d53aec3e9b admin admin] Pushing event deleted for resources: {'Network': ['ID=377a1f2e-d6d0-49e0-923a-b599684df483,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:25.543135 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b53ead34-8441-4bd5-a351-98d53aec3e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:25.561372 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-b53ead34-8441-4bd5-a351-98d53aec3e9b admin admin] 10.222.0.35 "DELETE /v2.0/networks/377a1f2e-d6d0-49e0-923a-b599684df483 HTTP/1.1" status: 204 len: 168 time: 1.2095494 May 26 11:24:25.569990 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58336) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:25.570452 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port db87751a-38be-4dfa-a512-76399bce1f9c triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:24:25.570836 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:25.703656 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 006ef7bb-83dd-48f6-b8b6-20d055b0edfb up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:24:25.735719 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] Router e577d550-13f1-48d0-9e0f-dfbb922fa22a is scheduled to L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 11:24:25.914394 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port 006ef7bb-83dd-48f6-b8b6-20d055b0edfb completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:24:25.924902 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 006ef7bb-83dd-48f6-b8b6-20d055b0edfb triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:24:25.924902 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:26.041410 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:26.075083 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] For port 006ef7bb-83dd-48f6-b8b6-20d055b0edfb, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=006ef7bb-83dd-48f6-b8b6-20d055b0edfb,segment=NetworkSegment(bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4),segment_id=bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:24:26.081178 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:24:26.089522 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] Sync routers for ids ['e577d550-13f1-48d0-9e0f-dfbb922fa22a'] in dv-cinder-793136-1-iscsi {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:24:26.099754 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] Routers {'e577d550-13f1-48d0-9e0f-dfbb922fa22a'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:24:26.100359 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:23:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['e577d550-13f1-48d0-9e0f-dfbb922fa22a'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:26.135527 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:26.137639 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:26.208446 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device db53a23b-8328-4993-93ed-69e8fdbd9758 no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:24:26.228809 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:26.232627 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-b27061c6-60e6-42c3-b5cf-1b46bee27551 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9249728 May 26 11:24:26.233269 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58340) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:26.262300 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: db53a23b-8328-4993-93ed-69e8fdbd9758 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:24:26.262652 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device db53a23b-8328-4993-93ed-69e8fdbd9758 not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:24:26.263077 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 4a09139b-4847-4d91-a415-97c9ee833d13 no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:24:26.290567 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] Set router e577d550-13f1-48d0-9e0f-dfbb922fa22a gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:24:26.299419 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: 4a09139b-4847-4d91-a415-97c9ee833d13 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:24:26.299754 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 4a09139b-4847-4d91-a415-97c9ee833d13 not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:24:26.305456 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Pushing event updated for resources: {'Port': ['ID=006ef7bb-83dd-48f6-b8b6-20d055b0edfb,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:26.309348 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:26.398669 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7600c4c8-0dd9-4fee-a7ce-129cf5e0ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:26.614495 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e577d550-13f1-48d0-9e0f-dfbb922fa22a', 'name': 'tempest-TestShelveInstance-158982524-router', 'tenant_id': '7bd1cfdacb534966a8caf279be610faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'eb1c7d37-9f81-4ba8-841f-7c0087e1b27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:24:22Z', 'updated_at': '2021-05-26T11:24:24Z', 'revision_number': 3, 'project_id': '7bd1cfdacb534966a8caf279be610faf', 'gw_port': {'id': 'eb1c7d37-9f81-4ba8-841f-7c0087e1b27a', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e577d550-13f1-48d0-9e0f-dfbb922fa22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:23Z', 'updated_at': '2021-05-26T11:24:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:26.618513 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] Checking router: e577d550-13f1-48d0-9e0f-dfbb922fa22a for host: dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:24:26.618860 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] Updating router e577d550-13f1-48d0-9e0f-dfbb922fa22a port eb1c7d37-9f81-4ba8-841f-7c0087e1b27a binding host dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:24:26.645677 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3424e3c0-d94a-4bdc-b0e8-d885fb13caa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419527'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:26.674718 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:27.006762 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] Notify callbacks [] for port, precommit_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:27.018711 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.provisioning_blocks [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] Transition to ACTIVE for port object eb1c7d37-9f81-4ba8-841f-7c0087e1b27a will not be triggered until provisioned by entity L2. {{(pid=92388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:24:27.118152 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:27.122449 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:27.196403 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] Attempting to bind port eb1c7d37-9f81-4ba8-841f-7c0087e1b27a on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:24:27.196821 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] Attempting to bind port eb1c7d37-9f81-4ba8-841f-7c0087e1b27a by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}] {{(pid=92388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:24:27.197187 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] Attempting to bind port eb1c7d37-9f81-4ba8-841f-7c0087e1b27a on network 0c406d08-576a-4058-82f8-2db7a46cb825 {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:24:27.202796 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5125fe0-77d3-44e5-92fb-b9ecd01ede77 None None] Pushing event updated for resources: {'Port': ['ID=eb1c7d37-9f81-4ba8-841f-7c0087e1b27a,revision_number=2']} {{(pid=92388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:27.206926 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-e5125fe0-77d3-44e5-92fb-b9ecd01ede77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:27.207660 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:24:27.208028 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] Checking segment: {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:24:27.208427 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:27.208812 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] Bound using segment: {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'} {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:24:27.209270 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] Bound port: eb1c7d37-9f81-4ba8-841f-7c0087e1b27a, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb57f28-e920-40d2-92e4-9f0123dea3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825'}}] {{(pid=92388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:24:27.209630 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:27.286362 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.db [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] For port eb1c7d37-9f81-4ba8-841f-7c0087e1b27a, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:24:27.289547 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.db [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] For port eb1c7d37-9f81-4ba8-841f-7c0087e1b27a, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=eb1c7d37-9f81-4ba8-841f-7c0087e1b27a,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:24:27.295787 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 006ef7bb-83dd-48f6-b8b6-20d055b0edfb up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:24:27.368590 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 006ef7bb-83dd-48f6-b8b6-20d055b0edfb triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:24:27.369036 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:27.399177 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:27.404450 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-9de38b01-8014-44f0-9f1e-4fdd0cfb09b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:27.443111 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-89025ede-0eb2-4add-94ae-db5dda757969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:27.486781 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] Routers {'e577d550-13f1-48d0-9e0f-dfbb922fa22a'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:24:27.487406 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:23:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['e577d550-13f1-48d0-9e0f-dfbb922fa22a'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:27.510765 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-3424e3c0-d94a-4bdc-b0e8-d885fb13caa0 admin admin] Deleting port ec9346d9-957b-4820-9909-1ae1ef052c8a {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:24:27.511121 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3424e3c0-d94a-4bdc-b0e8-d885fb13caa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:27.546378 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5125fe0-77d3-44e5-92fb-b9ecd01ede77 None None] Pushing event updated for resources: {'Port': ['ID=eb1c7d37-9f81-4ba8-841f-7c0087e1b27a,revision_number=3']} {{(pid=92388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:27.556715 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-e5125fe0-77d3-44e5-92fb-b9ecd01ede77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:27.668440 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] Set router e577d550-13f1-48d0-9e0f-dfbb922fa22a gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:24:27.859629 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-3424e3c0-d94a-4bdc-b0e8-d885fb13caa0 admin admin] For port ec9346d9-957b-4820-9909-1ae1ef052c8a, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=ec9346d9-957b-4820-9909-1ae1ef052c8a,segment=NetworkSegment(e4110511-d481-446d-b1f0-cbddcdb4a0c6),segment_id=e4110511-d481-446d-b1f0-cbddcdb4a0c6)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:24:27.860260 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3424e3c0-d94a-4bdc-b0e8-d885fb13caa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:27.950239 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e577d550-13f1-48d0-9e0f-dfbb922fa22a', 'name': 'tempest-TestShelveInstance-158982524-router', 'tenant_id': '7bd1cfdacb534966a8caf279be610faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'eb1c7d37-9f81-4ba8-841f-7c0087e1b27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:24:22Z', 'updated_at': '2021-05-26T11:24:24Z', 'revision_number': 3, 'project_id': '7bd1cfdacb534966a8caf279be610faf', 'gw_port': {'id': 'eb1c7d37-9f81-4ba8-841f-7c0087e1b27a', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e577d550-13f1-48d0-9e0f-dfbb922fa22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:23Z', 'updated_at': '2021-05-26T11:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:27.954071 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bc0d4c-9d51-40a2-9996-f89cfaf924cb None None] The sync data for ids ['e577d550-13f1-48d0-9e0f-dfbb922fa22a'] in dv-cinder-793136-1-iscsi is: [{'id': 'e577d550-13f1-48d0-9e0f-dfbb922fa22a', 'name': 'tempest-TestShelveInstance-158982524-router', 'tenant_id': '7bd1cfdacb534966a8caf279be610faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'eb1c7d37-9f81-4ba8-841f-7c0087e1b27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:24:22Z', 'updated_at': '2021-05-26T11:24:24Z', 'revision_number': 3, 'project_id': '7bd1cfdacb534966a8caf279be610faf', 'gw_port': {'id': 'eb1c7d37-9f81-4ba8-841f-7c0087e1b27a', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e577d550-13f1-48d0-9e0f-dfbb922fa22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:23Z', 'updated_at': '2021-05-26T11:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}] {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:24:27.984736 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-3424e3c0-d94a-4bdc-b0e8-d885fb13caa0 admin admin] Calling delete_port for ec9346d9-957b-4820-9909-1ae1ef052c8a owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:24:28.000518 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-89025ede-0eb2-4add-94ae-db5dda757969 admin admin] Allocated IP 172.20.0.1 (b1974115-41ad-4253-bc52-a04b8234d293/c87f3ee4-f00d-4847-83cd-c971f139095a/1317e264-f6e0-43e6-8392-4188b332fb32) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:24:28.321023 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-89025ede-0eb2-4add-94ae-db5dda757969 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:28.352454 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-89025ede-0eb2-4add-94ae-db5dda757969 admin admin] Transition to ACTIVE for port object 1317e264-f6e0-43e6-8392-4188b332fb32 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:24:28.480925 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-89025ede-0eb2-4add-94ae-db5dda757969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:28.486858 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8a19ad23-af4c-4b3b-b8e6-db1f04b6c68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:28.528625 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3424e3c0-d94a-4bdc-b0e8-d885fb13caa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:28.559844 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89025ede-0eb2-4add-94ae-db5dda757969 admin admin] Network b1974115-41ad-4253-bc52-a04b8234d293 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:24:28.591537 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-89025ede-0eb2-4add-94ae-db5dda757969 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:24:28.594038 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89025ede-0eb2-4add-94ae-db5dda757969 admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:24:28.683592 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89025ede-0eb2-4add-94ae-db5dda757969 admin admin] Pushing event updated for resources: {'Port': ['ID=1317e264-f6e0-43e6-8392-4188b332fb32,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:28.686620 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-89025ede-0eb2-4add-94ae-db5dda757969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:28.694090 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8254bfa7-61fa-4b83-afe2-91664676da39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:28.757127 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424e3c0-d94a-4bdc-b0e8-d885fb13caa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec9346d9-957b-4820-9909-1ae1ef052c8a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:28.757127 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3424e3c0-d94a-4bdc-b0e8-d885fb13caa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:28.759871 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-89025ede-0eb2-4add-94ae-db5dda757969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419410'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:28.851542 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:28.937319 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9d355616-8ce2-49a8-994f-bd366fd8ff1c None None] Provisioning for port 1317e264-f6e0-43e6-8392-4188b332fb32 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:24:28.943049 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9d355616-8ce2-49a8-994f-bd366fd8ff1c None None] Provisioning complete for port 1317e264-f6e0-43e6-8392-4188b332fb32 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:24:28.948752 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9d355616-8ce2-49a8-994f-bd366fd8ff1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:28.973894 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-502a1fd7-c873-43ec-a530-9fbaa3ce3346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:28.999288 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-9d355616-8ce2-49a8-994f-bd366fd8ff1c None None] Port 1317e264-f6e0-43e6-8392-4188b332fb32 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:24:29.109975 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3424e3c0-d94a-4bdc-b0e8-d885fb13caa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423799'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:29.351164 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device eb1c7d37-9f81-4ba8-841f-7c0087e1b27a up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:24:29.440143 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-89025ede-0eb2-4add-94ae-db5dda757969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:29.486131 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port eb1c7d37-9f81-4ba8-841f-7c0087e1b27a completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:24:29.490128 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port eb1c7d37-9f81-4ba8-841f-7c0087e1b27a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:24:29.490587 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:29.619907 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:29.635502 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:29.653505 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] For port eb1c7d37-9f81-4ba8-841f-7c0087e1b27a, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=eb1c7d37-9f81-4ba8-841f-7c0087e1b27a,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:24:29.717774 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:29.719751 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:29.791569 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Pushing event updated for resources: {'Port': ['ID=eb1c7d37-9f81-4ba8-841f-7c0087e1b27a,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:29.795719 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:29.818285 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3424e3c0-d94a-4bdc-b0e8-d885fb13caa0 admin admin] Router 05afc6cc-fcf1-4f20-b494-007b88eb05bf has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:24:29.929004 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-89025ede-0eb2-4add-94ae-db5dda757969 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:30.005639 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-89025ede-0eb2-4add-94ae-db5dda757969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:30.030377 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5f3798fe-259f-43a2-9ab4-b39357b0685e tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:30.107049 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3424e3c0-d94a-4bdc-b0e8-d885fb13caa0 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:24:30.116321 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de99d6f2-3784-4e44-a5a0-01ae15d66d3f None None] Sync routers for ids ['05afc6cc-fcf1-4f20-b494-007b88eb05bf'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:24:30.125282 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de99d6f2-3784-4e44-a5a0-01ae15d66d3f None None] Routers {'05afc6cc-fcf1-4f20-b494-007b88eb05bf'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:24:30.126065 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-de99d6f2-3784-4e44-a5a0-01ae15d66d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:24:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['05afc6cc-fcf1-4f20-b494-007b88eb05bf'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:30.128768 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-89025ede-0eb2-4add-94ae-db5dda757969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419569'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:30.142852 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89025ede-0eb2-4add-94ae-db5dda757969 admin admin] Pushing event updated for resources: {'Port': ['ID=1317e264-f6e0-43e6-8392-4188b332fb32,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:30.157110 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-89025ede-0eb2-4add-94ae-db5dda757969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:30.209268 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-3424e3c0-d94a-4bdc-b0e8-d885fb13caa0 admin admin] 10.222.0.35 "PUT /v2.0/routers/05afc6cc-fcf1-4f20-b494-007b88eb05bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6445799 May 26 11:24:30.211964 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 58344) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:30.279821 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89025ede-0eb2-4add-94ae-db5dda757969 admin admin] Network b1974115-41ad-4253-bc52-a04b8234d293 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:24:30.281333 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-89025ede-0eb2-4add-94ae-db5dda757969 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:24:30.356063 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-de99d6f2-3784-4e44-a5a0-01ae15d66d3f None None] Set router 05afc6cc-fcf1-4f20-b494-007b88eb05bf gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:24:30.419049 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ec65-f7d2-49f9-835f-87f61a935970 admin admin] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:30.487991 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89025ede-0eb2-4add-94ae-db5dda757969 admin admin] Router e577d550-13f1-48d0-9e0f-dfbb922fa22a has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:24:30.604421 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1b4d76f1-e859-4fd3-b36a-e725dc78f9f8 None None] Provisioning complete for port 1317e264-f6e0-43e6-8392-4188b332fb32 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:24:30.604803 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1b4d76f1-e859-4fd3-b36a-e725dc78f9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:30.607359 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ec65-f7d2-49f9-835f-87f61a935970 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:30.707726 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-1b4d76f1-e859-4fd3-b36a-e725dc78f9f8 None None] Port 1317e264-f6e0-43e6-8392-4188b332fb32 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:24:30.733105 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ecd7ec65-f7d2-49f9-835f-87f61a935970 admin admin] Deleting port 450e3d06-6631-4db5-b09f-6d28a90bfc4c {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:24:30.733589 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ec65-f7d2-49f9-835f-87f61a935970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:30.741562 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-de99d6f2-3784-4e44-a5a0-01ae15d66d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05afc6cc-fcf1-4f20-b494-007b88eb05bf', 'name': 'tempest-TestVolumeBootPattern-872654825-router', 'tenant_id': 'e77375cec574451c82c87fc0592d892f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '450e3d06-6631-4db5-b09f-6d28a90bfc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:14Z', 'updated_at': '2021-05-26T11:24:28Z', 'revision_number': 5, 'project_id': 'e77375cec574451c82c87fc0592d892f', 'gw_port': {'id': '450e3d06-6631-4db5-b09f-6d28a90bfc4c', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05afc6cc-fcf1-4f20-b494-007b88eb05bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:15:16Z', 'updated_at': '2021-05-26T11:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:30.745729 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de99d6f2-3784-4e44-a5a0-01ae15d66d3f None None] Checking router: 05afc6cc-fcf1-4f20-b494-007b88eb05bf for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:24:30.758667 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de99d6f2-3784-4e44-a5a0-01ae15d66d3f None None] Routers {'05afc6cc-fcf1-4f20-b494-007b88eb05bf'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:24:30.759552 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-de99d6f2-3784-4e44-a5a0-01ae15d66d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:24:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['05afc6cc-fcf1-4f20-b494-007b88eb05bf'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:30.811839 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89025ede-0eb2-4add-94ae-db5dda757969 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:24:30.817618 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-89025ede-0eb2-4add-94ae-db5dda757969 admin admin] 10.222.0.35 "PUT /v2.0/routers/e577d550-13f1-48d0-9e0f-dfbb922fa22a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5836759 May 26 11:24:30.822044 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] Sync routers for ids ['e577d550-13f1-48d0-9e0f-dfbb922fa22a'] in dv-cinder-793136-1-iscsi {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:24:30.832462 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] Routers {'e577d550-13f1-48d0-9e0f-dfbb922fa22a'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:24:30.833090 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:24:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['e577d550-13f1-48d0-9e0f-dfbb922fa22a'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:30.867977 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ecd7ec65-f7d2-49f9-835f-87f61a935970 admin admin] For port 450e3d06-6631-4db5-b09f-6d28a90bfc4c, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=450e3d06-6631-4db5-b09f-6d28a90bfc4c,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:24:30.868481 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ec65-f7d2-49f9-835f-87f61a935970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:30.936611 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-de99d6f2-3784-4e44-a5a0-01ae15d66d3f None None] Set router 05afc6cc-fcf1-4f20-b494-007b88eb05bf gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:24:31.017247 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ecd7ec65-f7d2-49f9-835f-87f61a935970 admin admin] Calling delete_port for 450e3d06-6631-4db5-b09f-6d28a90bfc4c owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:24:31.021106 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] Set router e577d550-13f1-48d0-9e0f-dfbb922fa22a gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:24:31.066632 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-de99d6f2-3784-4e44-a5a0-01ae15d66d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05afc6cc-fcf1-4f20-b494-007b88eb05bf', 'name': 'tempest-TestVolumeBootPattern-872654825-router', 'tenant_id': 'e77375cec574451c82c87fc0592d892f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:14Z', 'updated_at': '2021-05-26T11:24:30Z', 'revision_number': 6, 'project_id': 'e77375cec574451c82c87fc0592d892f', 'gw_port_host': None}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:31.071005 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de99d6f2-3784-4e44-a5a0-01ae15d66d3f None None] The sync data for ids ['05afc6cc-fcf1-4f20-b494-007b88eb05bf'] in dv-cinder-793136-1-iscsi is: [{'id': '05afc6cc-fcf1-4f20-b494-007b88eb05bf', 'name': 'tempest-TestVolumeBootPattern-872654825-router', 'tenant_id': 'e77375cec574451c82c87fc0592d892f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:15:14Z', 'updated_at': '2021-05-26T11:24:30Z', 'revision_number': 6, 'project_id': 'e77375cec574451c82c87fc0592d892f', 'gw_port_host': None}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:24:31.329167 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ec65-f7d2-49f9-835f-87f61a935970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:31.334851 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ccf20bf8-7b7b-4769-a539-70300edbf96c tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:31.382312 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7ec65-f7d2-49f9-835f-87f61a935970 admin admin] Pushing event deleted for resources: {'Port': ['ID=450e3d06-6631-4db5-b09f-6d28a90bfc4c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:31.395089 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e577d550-13f1-48d0-9e0f-dfbb922fa22a', 'name': 'tempest-TestShelveInstance-158982524-router', 'tenant_id': '7bd1cfdacb534966a8caf279be610faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'eb1c7d37-9f81-4ba8-841f-7c0087e1b27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:24:22Z', 'updated_at': '2021-05-26T11:24:29Z', 'revision_number': 4, 'project_id': '7bd1cfdacb534966a8caf279be610faf', 'gw_port': {'id': 'eb1c7d37-9f81-4ba8-841f-7c0087e1b27a', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e577d550-13f1-48d0-9e0f-dfbb922fa22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:23Z', 'updated_at': '2021-05-26T11:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': '1317e264-f6e0-43e6-8392-4188b332fb32', 'name': '', 'network_id': 'b1974115-41ad-4253-bc52-a04b8234d293', 'tenant_id': '7bd1cfdacb534966a8caf279be610faf', 'mac_address': 'fa:16:3e:b7:3a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e577d550-13f1-48d0-9e0f-dfbb922fa22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c87f3ee4-f00d-4847-83cd-c971f139095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:27Z', 'updated_at': '2021-05-26T11:24:29Z', 'revision_number': 2, 'project_id': '7bd1cfdacb534966a8caf279be610faf', 'subnets': [{'id': 'c87f3ee4-f00d-4847-83cd-c971f139095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:31.399508 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] Checking router: e577d550-13f1-48d0-9e0f-dfbb922fa22a for host: dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:24:31.400016 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] Updating router e577d550-13f1-48d0-9e0f-dfbb922fa22a port 1317e264-f6e0-43e6-8392-4188b332fb32 binding host dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:24:31.413826 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ecd7ec65-f7d2-49f9-835f-87f61a935970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:31.472304 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:31.505545 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ec65-f7d2-49f9-835f-87f61a935970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424680'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:31.508651 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:31.598337 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58354) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:31.606037 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-f0cb7530-2772-46fc-9409-86410f126a64 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1167607251', 'description': 'tempest-secgroup-smoke-1167607251 description', 'project_id': '552f8b1c65b640c7bf41e7668afc8457'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:24:31.612330 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-f0cb7530-2772-46fc-9409-86410f126a64 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:24:31.616538 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-f0cb7530-2772-46fc-9409-86410f126a64 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Usage tracker for resource:security_group and tenant:552f8b1c65b640c7bf41e7668afc8457 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:24:31.619607 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-f0cb7530-2772-46fc-9409-86410f126a64 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:24:31.625712 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-f0cb7530-2772-46fc-9409-86410f126a64 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:24:31.699740 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ec65-f7d2-49f9-835f-87f61a935970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1004'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:31.702115 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ec65-f7d2-49f9-835f-87f61a935970 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:31.712319 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f0cb7530-2772-46fc-9409-86410f126a64 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:31.733844 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-f0cb7530-2772-46fc-9409-86410f126a64 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:24:31.737673 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-f0cb7530-2772-46fc-9409-86410f126a64 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Usage tracker for resource:security_group_rule and tenant:552f8b1c65b640c7bf41e7668afc8457 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:24:31.740661 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-f0cb7530-2772-46fc-9409-86410f126a64 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:24:31.746280 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-f0cb7530-2772-46fc-9409-86410f126a64 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:24:31.814706 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f0cb7530-2772-46fc-9409-86410f126a64 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:31.834613 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ec65-f7d2-49f9-835f-87f61a935970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-422491'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:31.835125 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd7ec65-f7d2-49f9-835f-87f61a935970 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05afc6cc-fcf1-4f20-b494-007b88eb05bf {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 11:24:31.847724 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ec65-f7d2-49f9-835f-87f61a935970 admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:31.848775 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-ecd7ec65-f7d2-49f9-835f-87f61a935970 admin admin] 10.222.0.35 "DELETE /v2.0/routers/05afc6cc-fcf1-4f20-b494-007b88eb05bf HTTP/1.1" status: 204 len: 168 time: 1.6357861 May 26 11:24:31.851392 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 58358) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:31.853608 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] Notify callbacks [] for port, precommit_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:31.864921 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.provisioning_blocks [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] Transition to ACTIVE for port object 1317e264-f6e0-43e6-8392-4188b332fb32 will not be triggered until provisioned by entity L2. {{(pid=92388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:24:31.914714 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43f5c1b-9a3b-43ae-bb1f-1e5537b937bb admin admin] Deleting subnet 15e1de07-2d44-4b88-af76-57cfc5ecab18 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:24:31.917468 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b43f5c1b-9a3b-43ae-bb1f-1e5537b937bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:31.935255 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f0cb7530-2772-46fc-9409-86410f126a64 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:31.937048 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device eb1c7d37-9f81-4ba8-841f-7c0087e1b27a up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:24:31.939369 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1048ffc9-cbf7-44f0-950b-004693d23a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:31.966294 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b43f5c1b-9a3b-43ae-bb1f-1e5537b937bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-695888'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:31.969545 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:31.977292 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:31.994772 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb7530-2772-46fc-9409-86410f126a64 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c17266-dddf-49c2-aace-2247cf8361a8,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:31.999391 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f0cb7530-2772-46fc-9409-86410f126a64 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:32.041491 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port eb1c7d37-9f81-4ba8-841f-7c0087e1b27a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:24:32.042198 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:32.063151 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b43f5c1b-9a3b-43ae-bb1f-1e5537b937bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532386'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:32.066325 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f0cb7530-2772-46fc-9409-86410f126a64 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:32.070464 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-f0cb7530-2772-46fc-9409-86410f126a64 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4662704 May 26 11:24:32.070678 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58362) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:32.078209 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-27dba118-8e51-4700-9f6c-f68e21dae1f6 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Request body: {'security_group_rule': {'security_group_id': 'b7c17266-dddf-49c2-aace-2247cf8361a8', 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:24:32.085279 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-27dba118-8e51-4700-9f6c-f68e21dae1f6 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:24:32.090039 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-27dba118-8e51-4700-9f6c-f68e21dae1f6 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Usage tracker for resource:security_group_rule and tenant:552f8b1c65b640c7bf41e7668afc8457 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:24:32.092969 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-27dba118-8e51-4700-9f6c-f68e21dae1f6 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:24:32.104744 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-27dba118-8e51-4700-9f6c-f68e21dae1f6 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:24:32.175487 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea683f20-ded9-4fdb-8e6f-479e8f0ed27b None None] Pushing event updated for resources: {'Port': ['ID=1317e264-f6e0-43e6-8392-4188b332fb32,revision_number=3']} {{(pid=92388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:32.196664 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-27dba118-8e51-4700-9f6c-f68e21dae1f6 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:32.215916 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-ea683f20-ded9-4fdb-8e6f-479e8f0ed27b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:32.235873 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device ec9346d9-957b-4820-9909-1ae1ef052c8a no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:24:32.242613 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] Attempting to bind port 1317e264-f6e0-43e6-8392-4188b332fb32 on host dv-cinder-793136-1-iscsi for vnic_type normal with profile {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:24:32.242995 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] Attempting to bind port 1317e264-f6e0-43e6-8392-4188b332fb32 by drivers openvswitch,hyperv on host dv-cinder-793136-1-iscsi at level 0 using segments [{'id': 'bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b1974115-41ad-4253-bc52-a04b8234d293'}] {{(pid=92388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:24:32.243364 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] Attempting to bind port 1317e264-f6e0-43e6-8392-4188b332fb32 on network b1974115-41ad-4253-bc52-a04b8234d293 {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:24:32.249214 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] Checking agent: {'id': '5c9e092a-1bc7-40c2-be03-e337a7280850', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 5, 29), 'started_at': datetime.datetime(2021, 5, 26, 11, 5, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:24:32.249597 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] Checking segment: {'id': 'bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b1974115-41ad-4253-bc52-a04b8234d293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:24:32.250203 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:32.250563 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] Bound using segment: {'id': 'bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b1974115-41ad-4253-bc52-a04b8234d293'} {{(pid=92388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:24:32.251573 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.managers [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] Bound port: 1317e264-f6e0-43e6-8392-4188b332fb32, host: dv-cinder-793136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b1974115-41ad-4253-bc52-a04b8234d293'}}] {{(pid=92388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:24:32.251950 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:32.288274 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: ec9346d9-957b-4820-9909-1ae1ef052c8a {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:24:32.294099 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device ec9346d9-957b-4820-9909-1ae1ef052c8a not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:24:32.311764 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-27dba118-8e51-4700-9f6c-f68e21dae1f6 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:32.345840 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:24:32.370974 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.db [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] For port 1317e264-f6e0-43e6-8392-4188b332fb32, host dv-cinder-793136-1-iscsi, cleared binding levels {{(pid=92388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:24:32.374057 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.plugins.ml2.db [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] For port 1317e264-f6e0-43e6-8392-4188b332fb32, host dv-cinder-793136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=1317e264-f6e0-43e6-8392-4188b332fb32,segment=NetworkSegment(bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4),segment_id=bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4)] {{(pid=92388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:24:32.393118 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-27dba118-8e51-4700-9f6c-f68e21dae1f6 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:32.395415 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:32.418141 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dba118-8e51-4700-9f6c-f68e21dae1f6 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0beefc4c-2023-4026-891a-b3e754e91544,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:32.427294 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-27dba118-8e51-4700-9f6c-f68e21dae1f6 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:32.472569 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron_lib.callbacks.manager [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:32.476345 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:32.534871 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-27dba118-8e51-4700-9f6c-f68e21dae1f6 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:32.545318 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-27dba118-8e51-4700-9f6c-f68e21dae1f6 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4640827 May 26 11:24:32.545318 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58366) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:32.548637 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-84ffb997-e227-4aac-b8c5-68277443e394 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Request body: {'security_group_rule': {'security_group_id': 'b7c17266-dddf-49c2-aace-2247cf8361a8', 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:24:32.556530 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] Routers {'e577d550-13f1-48d0-9e0f-dfbb922fa22a'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:24:32.556530 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:24:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['e577d550-13f1-48d0-9e0f-dfbb922fa22a'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:32.558653 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-84ffb997-e227-4aac-b8c5-68277443e394 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:24:32.562697 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-84ffb997-e227-4aac-b8c5-68277443e394 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Usage tracker for resource:security_group_rule and tenant:552f8b1c65b640c7bf41e7668afc8457 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:24:32.566042 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b43f5c1b-9a3b-43ae-bb1f-1e5537b937bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-857585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31668490'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:32.567298 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-84ffb997-e227-4aac-b8c5-68277443e394 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:24:32.570741 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:32.573388 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-84ffb997-e227-4aac-b8c5-68277443e394 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:24:32.609874 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5c1b-9a3b-43ae-bb1f-1e5537b937bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15e1de07-2d44-4b88-af76-57cfc5ecab18,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:32.612977 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b43f5c1b-9a3b-43ae-bb1f-1e5537b937bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:32.614307 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b43f5c1b-9a3b-43ae-bb1f-1e5537b937bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:32.621910 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-b43f5c1b-9a3b-43ae-bb1f-1e5537b937bb admin admin] 10.222.0.35 "DELETE /v2.0/subnets/15e1de07-2d44-4b88-af76-57cfc5ecab18 HTTP/1.1" status: 204 len: 168 time: 0.7691221 May 26 11:24:32.622953 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea683f20-ded9-4fdb-8e6f-479e8f0ed27b None None] Pushing event updated for resources: {'Port': ['ID=1317e264-f6e0-43e6-8392-4188b332fb32,revision_number=4']} {{(pid=92388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:32.624285 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 58370) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:32.632438 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d328b901-7812-4c7a-869b-ec72e62ba28d None None] Network 254485dc-8049-4b21-a2ba-d2494c62d687 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:24:32.635741 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG oslo_concurrency.lockutils [None req-ea683f20-ded9-4fdb-8e6f-479e8f0ed27b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92388) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:32.741233 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8c1d703b-a988-4185-aa96-ed103a4ab7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496182'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:32.763449 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] Set router e577d550-13f1-48d0-9e0f-dfbb922fa22a gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:24:32.789669 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-84ffb997-e227-4aac-b8c5-68277443e394 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:32.840611 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d703b-a988-4185-aa96-ed103a4ab7a3 admin admin] Deleting port fb2a7c4e-87a7-4929-a51d-b429508b9880 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:24:32.841160 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8c1d703b-a988-4185-aa96-ed103a4ab7a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:32.884451 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-84ffb997-e227-4aac-b8c5-68277443e394 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:32.931719 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5be7b9-eb42-4c11-a452-45e2a1288b39 None None] DHCP port deletion for 254485dc-8049-4b21-a2ba-d2494c62d687 request from dv-cinder-793136-1-iscsi {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 11:24:32.953309 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-8c1d703b-a988-4185-aa96-ed103a4ab7a3 admin admin] For port fb2a7c4e-87a7-4929-a51d-b429508b9880, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=fb2a7c4e-87a7-4929-a51d-b429508b9880,segment=NetworkSegment(e4110511-d481-446d-b1f0-cbddcdb4a0c6),segment_id=e4110511-d481-446d-b1f0-cbddcdb4a0c6)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:24:32.953766 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8c1d703b-a988-4185-aa96-ed103a4ab7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:32.960162 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-84ffb997-e227-4aac-b8c5-68277443e394 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:32.962552 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c1d107f6-7131-460e-bcf5-2852d2f6323f tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:32.987259 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ffb997-e227-4aac-b8c5-68277443e394 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a40765-37ef-4c9e-9e45-a8d0863631a0,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:32.990075 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-84ffb997-e227-4aac-b8c5-68277443e394 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:33.007260 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-ab5be7b9-eb42-4c11-a452-45e2a1288b39 None None] Deleting port fb2a7c4e-87a7-4929-a51d-b429508b9880 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:24:33.007913 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ab5be7b9-eb42-4c11-a452-45e2a1288b39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:33.060490 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-84ffb997-e227-4aac-b8c5-68277443e394 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:33.064810 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-84ffb997-e227-4aac-b8c5-68277443e394 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5217919 May 26 11:24:33.065487 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58374) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:33.071212 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-394759df-80d5-480d-b24a-06b37b113476 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Request body: {'security_group_rule': {'security_group_id': 'b7c17266-dddf-49c2-aace-2247cf8361a8', 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:24:33.077490 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-394759df-80d5-480d-b24a-06b37b113476 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:24:33.084213 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-394759df-80d5-480d-b24a-06b37b113476 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Usage tracker for resource:security_group_rule and tenant:552f8b1c65b640c7bf41e7668afc8457 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:24:33.087376 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d703b-a988-4185-aa96-ed103a4ab7a3 admin admin] Calling delete_port for fb2a7c4e-87a7-4929-a51d-b429508b9880 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:24:33.091520 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-394759df-80d5-480d-b24a-06b37b113476 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:24:33.102266 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-394759df-80d5-480d-b24a-06b37b113476 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:24:33.110659 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-ab5be7b9-eb42-4c11-a452-45e2a1288b39 None None] For port fb2a7c4e-87a7-4929-a51d-b429508b9880, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=fb2a7c4e-87a7-4929-a51d-b429508b9880,segment=NetworkSegment(e4110511-d481-446d-b1f0-cbddcdb4a0c6),segment_id=e4110511-d481-446d-b1f0-cbddcdb4a0c6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:24:33.111062 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ab5be7b9-eb42-4c11-a452-45e2a1288b39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:33.186631 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e577d550-13f1-48d0-9e0f-dfbb922fa22a', 'name': 'tempest-TestShelveInstance-158982524-router', 'tenant_id': '7bd1cfdacb534966a8caf279be610faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'eb1c7d37-9f81-4ba8-841f-7c0087e1b27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:24:22Z', 'updated_at': '2021-05-26T11:24:29Z', 'revision_number': 4, 'project_id': '7bd1cfdacb534966a8caf279be610faf', 'gw_port': {'id': 'eb1c7d37-9f81-4ba8-841f-7c0087e1b27a', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e577d550-13f1-48d0-9e0f-dfbb922fa22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:23Z', 'updated_at': '2021-05-26T11:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': '1317e264-f6e0-43e6-8392-4188b332fb32', 'name': '', 'network_id': 'b1974115-41ad-4253-bc52-a04b8234d293', 'tenant_id': '7bd1cfdacb534966a8caf279be610faf', 'mac_address': 'fa:16:3e:b7:3a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e577d550-13f1-48d0-9e0f-dfbb922fa22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c87f3ee4-f00d-4847-83cd-c971f139095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:27Z', 'updated_at': '2021-05-26T11:24:32Z', 'revision_number': 4, 'project_id': '7bd1cfdacb534966a8caf279be610faf', 'subnets': [{'id': 'c87f3ee4-f00d-4847-83cd-c971f139095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:33.191440 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856b03fc-4625-4c00-8a50-311d1a5ce999 None None] The sync data for ids ['e577d550-13f1-48d0-9e0f-dfbb922fa22a'] in dv-cinder-793136-1-iscsi is: [{'id': 'e577d550-13f1-48d0-9e0f-dfbb922fa22a', 'name': 'tempest-TestShelveInstance-158982524-router', 'tenant_id': '7bd1cfdacb534966a8caf279be610faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'eb1c7d37-9f81-4ba8-841f-7c0087e1b27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:24:22Z', 'updated_at': '2021-05-26T11:24:29Z', 'revision_number': 4, 'project_id': '7bd1cfdacb534966a8caf279be610faf', 'gw_port': {'id': 'eb1c7d37-9f81-4ba8-841f-7c0087e1b27a', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e577d550-13f1-48d0-9e0f-dfbb922fa22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:23Z', 'updated_at': '2021-05-26T11:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': '1317e264-f6e0-43e6-8392-4188b332fb32', 'name': '', 'network_id': 'b1974115-41ad-4253-bc52-a04b8234d293', 'tenant_id': '7bd1cfdacb534966a8caf279be610faf', 'mac_address': 'fa:16:3e:b7:3a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e577d550-13f1-48d0-9e0f-dfbb922fa22a', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c87f3ee4-f00d-4847-83cd-c971f139095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:27Z', 'updated_at': '2021-05-26T11:24:32Z', 'revision_number': 4, 'project_id': '7bd1cfdacb534966a8caf279be610faf', 'subnets': [{'id': 'c87f3ee4-f00d-4847-83cd-c971f139095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:24:33.199038 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-394759df-80d5-480d-b24a-06b37b113476 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:33.215766 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8c1d703b-a988-4185-aa96-ed103a4ab7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:33.226114 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c9b6db9f-afad-48e4-880d-25fbd2fc2571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:33.327930 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-ab5be7b9-eb42-4c11-a452-45e2a1288b39 None None] Calling delete_port for fb2a7c4e-87a7-4929-a51d-b429508b9880 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:24:33.334142 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-394759df-80d5-480d-b24a-06b37b113476 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:33.358028 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device fb2a7c4e-87a7-4929-a51d-b429508b9880 no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:24:33.400702 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: fb2a7c4e-87a7-4929-a51d-b429508b9880 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:24:33.401054 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device fb2a7c4e-87a7-4929-a51d-b429508b9880 not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:24:33.401476 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 450e3d06-6631-4db5-b09f-6d28a90bfc4c no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:24:33.414978 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-394759df-80d5-480d-b24a-06b37b113476 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:33.416054 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d703b-a988-4185-aa96-ed103a4ab7a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb2a7c4e-87a7-4929-a51d-b429508b9880,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:33.417833 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:33.417958 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1d703b-a988-4185-aa96-ed103a4ab7a3 admin admin] No DVR routers for this DVR port fb2a7c4e-87a7-4929-a51d-b429508b9880 on host dv-cinder-793136-1-iscsi {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:24:33.419494 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8c1d703b-a988-4185-aa96-ed103a4ab7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:33.446870 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: 450e3d06-6631-4db5-b09f-6d28a90bfc4c {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:24:33.447225 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 450e3d06-6631-4db5-b09f-6d28a90bfc4c not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:24:33.471901 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394759df-80d5-480d-b24a-06b37b113476 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec6c7a2-606d-48b9-bfe7-4d13646b95e0,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:33.476580 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-394759df-80d5-480d-b24a-06b37b113476 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:33.481350 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ab5be7b9-eb42-4c11-a452-45e2a1288b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:33.490372 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:33.534205 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5be7b9-eb42-4c11-a452-45e2a1288b39 None None] No DVR routers for this DVR port fb2a7c4e-87a7-4929-a51d-b429508b9880 on host dv-cinder-793136-1-iscsi {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:24:33.535894 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5be7b9-eb42-4c11-a452-45e2a1288b39 None None] Pushing event deleted for resources: {'Port': ['ID=fb2a7c4e-87a7-4929-a51d-b429508b9880,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:33.538723 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ab5be7b9-eb42-4c11-a452-45e2a1288b39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:33.562879 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8c1d703b-a988-4185-aa96-ed103a4ab7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514367', 'neutron.services.segments.db._delete_segments_for_network-8746349621989'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:33.577090 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-8c1d703b-a988-4185-aa96-ed103a4ab7a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['254485dc-8049-4b21-a2ba-d2494c62d687']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:33.577739 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-394759df-80d5-480d-b24a-06b37b113476 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:33.582205 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-394759df-80d5-480d-b24a-06b37b113476 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5160401 May 26 11:24:33.583077 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58378) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:33.590707 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-e0ac56bf-d5d5-478e-928a-5f5d39e22a80 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Request body: {'security_group_rule': {'security_group_id': 'b7c17266-dddf-49c2-aace-2247cf8361a8', 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:24:33.594249 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-8c1d703b-a988-4185-aa96-ed103a4ab7a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4110511-d481-446d-b1f0-cbddcdb4a0c6') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:33.594249 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.services.segments.db [None req-8c1d703b-a988-4185-aa96-ed103a4ab7a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4110511-d481-446d-b1f0-cbddcdb4a0c6') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:33.597398 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-e0ac56bf-d5d5-478e-928a-5f5d39e22a80 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:24:33.602110 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-e0ac56bf-d5d5-478e-928a-5f5d39e22a80 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Usage tracker for resource:security_group_rule and tenant:552f8b1c65b640c7bf41e7668afc8457 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:24:33.604382 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8c1d703b-a988-4185-aa96-ed103a4ab7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349629862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-695913'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:33.605233 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-e0ac56bf-d5d5-478e-928a-5f5d39e22a80 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:24:33.612479 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-e0ac56bf-d5d5-478e-928a-5f5d39e22a80 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:24:33.627450 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8c1d703b-a988-4185-aa96-ed103a4ab7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:33.633765 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1d703b-a988-4185-aa96-ed103a4ab7a3 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:24:33.634155 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8c1d703b-a988-4185-aa96-ed103a4ab7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-857939'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: Traceback (most recent call last): May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: timer() May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: cb(*args, **kw) May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: return func(*args, **kwargs) May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: self._notify() May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: self.callback(batched_events) May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: event.method(event) May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: return f(self, *a, **k) May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: return self._get(url).json() May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: return self.request(url, 'GET', **kwargs) May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:24:33.647238 dv-cinder-793136-1-iscsi neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:24:33.746108 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0ac56bf-d5d5-478e-928a-5f5d39e22a80 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:33.809267 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8c1d703b-a988-4185-aa96-ed103a4ab7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424647'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:33.812290 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0ac56bf-d5d5-478e-928a-5f5d39e22a80 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:33.822254 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b53ead34-8441-4bd5-a351-98d53aec3e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:33.830297 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8c1d703b-a988-4185-aa96-ed103a4ab7a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:33.840934 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d703b-a988-4185-aa96-ed103a4ab7a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=254485dc-8049-4b21-a2ba-d2494c62d687,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:33.845265 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:33.846345 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8c1d703b-a988-4185-aa96-ed103a4ab7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:33.850809 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-8c1d703b-a988-4185-aa96-ed103a4ab7a3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/254485dc-8049-4b21-a2ba-d2494c62d687 HTTP/1.1" status: 204 len: 168 time: 1.2254174 May 26 11:24:33.889486 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0ac56bf-d5d5-478e-928a-5f5d39e22a80 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:33.892624 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:33.914145 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac56bf-d5d5-478e-928a-5f5d39e22a80 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23a14cd-e4a9-4cb3-9de2-d79a86d0d335,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:33.918585 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e0ac56bf-d5d5-478e-928a-5f5d39e22a80 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:34.003367 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0ac56bf-d5d5-478e-928a-5f5d39e22a80 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:34.004611 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-e0ac56bf-d5d5-478e-928a-5f5d39e22a80 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4193900 May 26 11:24:34.007424 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58384) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:34.013338 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-a9cc4e90-22fa-4701-9c63-f611e7c86824 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Request body: {'security_group_rule': {'security_group_id': 'b7c17266-dddf-49c2-aace-2247cf8361a8', 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:24:34.018968 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-a9cc4e90-22fa-4701-9c63-f611e7c86824 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:24:34.022844 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-a9cc4e90-22fa-4701-9c63-f611e7c86824 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Usage tracker for resource:security_group_rule and tenant:552f8b1c65b640c7bf41e7668afc8457 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:24:34.025877 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-a9cc4e90-22fa-4701-9c63-f611e7c86824 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:24:34.031918 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-a9cc4e90-22fa-4701-9c63-f611e7c86824 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:24:34.146350 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-a9cc4e90-22fa-4701-9c63-f611e7c86824 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Project 552f8b1c65b640c7bf41e7668afc8457 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 11:24:34.152752 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a9cc4e90-22fa-4701-9c63-f611e7c86824 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:34.216605 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a9cc4e90-22fa-4701-9c63-f611e7c86824 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:34.243356 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 58388) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:34.291656 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a9cc4e90-22fa-4701-9c63-f611e7c86824 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:34.295505 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9a73c905-3282-4678-8f9a-4a4183e2f759 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:34.298999 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-bb5a5660-7156-417a-b9cf-02d41d07f363 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=da72a28d3e51419ca0dcfbdfb174e658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541329 May 26 11:24:34.299245 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 58392) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:34.315372 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc4e90-22fa-4701-9c63-f611e7c86824 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40b1b19-948e-4e0e-bd2f-db6581262271,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:34.319482 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a9cc4e90-22fa-4701-9c63-f611e7c86824 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:34.358516 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ae840b48-7a57-466b-b348-97c14c1f1d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:34.384004 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ae840b48-7a57-466b-b348-97c14c1f1d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:34.403627 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a9cc4e90-22fa-4701-9c63-f611e7c86824 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:34.404825 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-a9cc4e90-22fa-4701-9c63-f611e7c86824 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3964567 May 26 11:24:34.407474 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58396) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:34.412635 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [None req-0b489d59-fbd2-466a-8c7c-4fcae2a5cbfb tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Request body: {'security_group_rule': {'security_group_id': 'b7c17266-dddf-49c2-aace-2247cf8361a8', 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:24:34.418372 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-0b489d59-fbd2-466a-8c7c-4fcae2a5cbfb tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:24:34.422131 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-0b489d59-fbd2-466a-8c7c-4fcae2a5cbfb tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Usage tracker for resource:security_group_rule and tenant:552f8b1c65b640c7bf41e7668afc8457 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:24:34.425008 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-0b489d59-fbd2-466a-8c7c-4fcae2a5cbfb tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:24:34.430564 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [None req-0b489d59-fbd2-466a-8c7c-4fcae2a5cbfb tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:24:34.514715 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ae840b48-7a57-466b-b348-97c14c1f1d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:34.520302 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a046c36d-9169-4123-848d-c19b89e2682c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:34.534636 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae840b48-7a57-466b-b348-97c14c1f1d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3a3272-ecf2-4bfa-bd69-c544894a82d5,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:34.538078 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ae840b48-7a57-466b-b348-97c14c1f1d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:34.542475 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ae840b48-7a57-466b-b348-97c14c1f1d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:34.542475 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-ae840b48-7a57-466b-b348-97c14c1f1d18 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba3a3272-ecf2-4bfa-bd69-c544894a82d5 HTTP/1.1" status: 204 len: 168 time: 0.2421594 May 26 11:24:34.560765 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-0b489d59-fbd2-466a-8c7c-4fcae2a5cbfb tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Project 552f8b1c65b640c7bf41e7668afc8457 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 11:24:34.567740 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0b489d59-fbd2-466a-8c7c-4fcae2a5cbfb tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:34.636094 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0b489d59-fbd2-466a-8c7c-4fcae2a5cbfb tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:34.691991 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0b489d59-fbd2-466a-8c7c-4fcae2a5cbfb tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459193'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:34.701030 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-394759df-80d5-480d-b24a-06b37b113476 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:34.724283 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b489d59-fbd2-466a-8c7c-4fcae2a5cbfb tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e68a4c-24ed-4458-89b2-51ce64f41d91,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:34.727434 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0b489d59-fbd2-466a-8c7c-4fcae2a5cbfb tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:34.789138 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0b489d59-fbd2-466a-8c7c-4fcae2a5cbfb tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:34.790315 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-0b489d59-fbd2-466a-8c7c-4fcae2a5cbfb tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3819392 May 26 11:24:35.302584 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 1317e264-f6e0-43e6-8392-4188b332fb32 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:24:35.384205 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58440) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:35.434383 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-f75e04cf-d7f6-42c7-b207-b79a2f3fb7e1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e77375cec574451c82c87fc0592d892f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487642 May 26 11:24:35.436600 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58444) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:24:35.472234 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning for port 1317e264-f6e0-43e6-8392-4188b332fb32 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:24:35.477023 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 1317e264-f6e0-43e6-8392-4188b332fb32 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:24:35.477410 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:35.494716 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fd8a4ee1-b80a-475b-8e97-8c77099ac083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:35.522813 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fd8a4ee1-b80a-475b-8e97-8c77099ac083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:35.593538 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:35.634680 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fd8a4ee1-b80a-475b-8e97-8c77099ac083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:35.638597 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2edbec2f-a478-49bb-9394-9ee2f6181c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:35.650012 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a4ee1-b80a-475b-8e97-8c77099ac083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c39057-2054-46f2-aedf-d222db199741,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:35.654101 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fd8a4ee1-b80a-475b-8e97-8c77099ac083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:35.657174 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fd8a4ee1-b80a-475b-8e97-8c77099ac083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:35.658333 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-fd8a4ee1-b80a-475b-8e97-8c77099ac083 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34c39057-2054-46f2-aedf-d222db199741 HTTP/1.1" status: 204 len: 168 time: 0.2208326 May 26 11:24:35.761831 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] For port 1317e264-f6e0-43e6-8392-4188b332fb32, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=1317e264-f6e0-43e6-8392-4188b332fb32,segment=NetworkSegment(bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4),segment_id=bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:24:35.855010 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:35.856777 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:35.924285 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Pushing event updated for resources: {'Port': ['ID=1317e264-f6e0-43e6-8392-4188b332fb32,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:35.927409 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:37.281558 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 1317e264-f6e0-43e6-8392-4188b332fb32 up at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:24:37.351627 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Provisioning complete for port 1317e264-f6e0-43e6-8392-4188b332fb32 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:24:37.351997 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:52.529422 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-71988b25-ee96-45ec-9589-12679d5d1da5 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Synchronizing usage tracker for tenant:552f8b1c65b640c7bf41e7668afc8457 on resource:security_group {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:24:52.643299 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-71988b25-ee96-45ec-9589-12679d5d1da5 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Unset dirty status for tenant:552f8b1c65b640c7bf41e7668afc8457 on resource:security_group {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:24:52.644487 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-71988b25-ee96-45ec-9589-12679d5d1da5 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1167607251&fields=id&tenant_id=552f8b1c65b640c7bf41e7668afc8457 HTTP/1.1" status: 200 len: 267 time: 0.1567168 May 26 11:24:52.791958 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-ffd26b92-9141-4919-9fe3-81bf4a777842 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:24:52.792526 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-ffd26b92-9141-4919-9fe3-81bf4a777842 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Synchronizing usage tracker for tenant:552f8b1c65b640c7bf41e7668afc8457 on resource:network {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:24:52.871706 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-ffd26b92-9141-4919-9fe3-81bf4a777842 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Unset dirty status for tenant:552f8b1c65b640c7bf41e7668afc8457 on resource:network {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:24:52.872855 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-ffd26b92-9141-4919-9fe3-81bf4a777842 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/networks?id=86f0f835-8ea9-4134-a778-0bab7806f48b HTTP/1.1" status: 200 len: 808 time: 0.2214925 May 26 11:24:52.887828 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-176469ed-517c-4cf3-a8e7-192804a4f73e tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/quotas/552f8b1c65b640c7bf41e7668afc8457 HTTP/1.1" status: 200 len: 375 time: 0.0089209 May 26 11:24:52.966329 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-66723099-4d53-47b7-93c9-06a9b8d9d663 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Synchronizing usage tracker for tenant:552f8b1c65b640c7bf41e7668afc8457 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:24:53.051165 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-66723099-4d53-47b7-93c9-06a9b8d9d663 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Unset dirty status for tenant:552f8b1c65b640c7bf41e7668afc8457 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:24:53.052357 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-66723099-4d53-47b7-93c9-06a9b8d9d663 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=552f8b1c65b640c7bf41e7668afc8457&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1597650 May 26 11:24:53.217417 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-93e75a9e-0096-4302-abe8-c5ddd5fce6f2 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:24:53.218407 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-93e75a9e-0096-4302-abe8-c5ddd5fce6f2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1550283 May 26 11:24:53.353751 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-88d8cdd0-fca5-417e-be60-52ea1589a877 service neutron] 10.222.0.35 "GET /v2.0/networks/86f0f835-8ea9-4134-a778-0bab7806f48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289093 May 26 11:24:53.483887 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-c95a95de-969e-4741-931d-f0a304d81c63 service neutron] 10.222.0.35 "GET /v2.0/networks/86f0f835-8ea9-4134-a778-0bab7806f48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243978 May 26 11:24:54.147704 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b1f2d8c6-d4f8-4739-a75d-b8eb1bc4f3b0 req-274435e7-a287-43ea-903f-83b89d1767a1 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 210 time: 0.0412650 May 26 11:24:55.299286 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-34176b90-b19a-4368-9055-57072857590a req-4697fe86-ed86-439a-803d-d4ea78ca9dc2 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 210 time: 0.0473690 May 26 11:24:56.409658 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a22b4e2c-b076-4528-8a3a-a7b7a62d3392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:56.463586 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-42900209-db38-42fe-8d8c-5bac3ca154e7 req-218a2f93-b631-4c0d-bd71-041fd52122fc tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 210 time: 0.0492997 May 26 11:24:56.507359 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-1bae984d-f1ab-40e0-9aeb-c1d521932480 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:24:56.508772 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-1bae984d-f1ab-40e0-9aeb-c1d521932480 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.37 "GET /v2.0/networks?id=86f0f835-8ea9-4134-a778-0bab7806f48b HTTP/1.1" status: 200 len: 808 time: 0.1897290 May 26 11:24:56.568528 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-b0bb91e6-dfc8-4caf-be73-bfb069612ba4 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=552f8b1c65b640c7bf41e7668afc8457 HTTP/1.1" status: 200 len: 380 time: 0.0461504 May 26 11:24:56.586695 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Request body: {'port': {'device_id': 'e2e6c556-314a-4047-8911-efdde6f5fc39', 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b', 'admin_state_up': True, 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'security_groups': ['b7c17266-dddf-49c2-aace-2247cf8361a8']}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:24:56.717189 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:24:56.726741 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.quota.driver [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:24:56.794355 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Made reservation on behalf of 552f8b1c65b640c7bf41e7668afc8457 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:24:56.797939 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:57.050988 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Allocated IP 172.20.0.14 (86f0f835-8ea9-4134-a778-0bab7806f48b/df39419a-5244-4ee5-a8e7-32eab68099d3/23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:24:57.234811 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:57.249701 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Transition to ACTIVE for port object 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:24:57.371350 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:57.377247 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-89025ede-0eb2-4add-94ae-db5dda757969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:57.442901 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Network 86f0f835-8ea9-4134-a778-0bab7806f48b is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:24:57.445972 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:24:57.449618 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:24:57.489295 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Pushing event updated for resources: {'Port': ['ID=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:57.505367 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:57.506017 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:57.506162 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:57.506479 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:57.506837 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:57.507194 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:57.507548 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:57.507899 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:57.508251 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:57.508618 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:57.508947 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:57.509294 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:57.515014 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:57.537355 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:24:57.538014 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:57.663851 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd22d46-f0e2-4e79-85ce-e9c1875af6cf req-dc782ed7-5cb3-4efa-99ed-99c731de2ed8 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:24:57.664547 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-3fd22d46-f0e2-4e79-85ce-e9c1875af6cf req-dc782ed7-5cb3-4efa-99ed-99c731de2ed8 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Synchronizing usage tracker for tenant:552f8b1c65b640c7bf41e7668afc8457 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:24:57.677230 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-e5cfaed9-9734-4743-8100-7c88ab52451a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1013062 May 26 11:24:57.706023 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.v2.base [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] Request body: {'port': {'device_id': 'e2e6c556-314a-4047-8911-efdde6f5fc39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:24:57.750526 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-3fd22d46-f0e2-4e79-85ce-e9c1875af6cf req-dc782ed7-5cb3-4efa-99ed-99c731de2ed8 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Unset dirty status for tenant:552f8b1c65b640c7bf41e7668afc8457 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:24:57.752290 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3fd22d46-f0e2-4e79-85ce-e9c1875af6cf req-dc782ed7-5cb3-4efa-99ed-99c731de2ed8 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 932 time: 0.1748912 May 26 11:24:57.808955 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-8b65abd2-4668-4cb7-9d1d-96507bb54a30 None None] Provisioning for port 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:24:57.814995 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-8b65abd2-4668-4cb7-9d1d-96507bb54a30 None None] Provisioning complete for port 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:24:57.815427 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8b65abd2-4668-4cb7-9d1d-96507bb54a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:57.851223 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3fd22d46-f0e2-4e79-85ce-e9c1875af6cf req-71a01491-0aa9-4ac3-a255-903c1d05ee1b tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905988 May 26 11:24:57.851906 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:57.873476 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-8b65abd2-4668-4cb7-9d1d-96507bb54a30 None None] Port 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 11:24:58.188940 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d {{(pid=92386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:24:58.196207 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:58.210947 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] Transition to ACTIVE for port object 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:24:58.267974 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:58.271555 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d3008519-a02d-47ee-b929-0d46643066f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:58.423353 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] Pushing event updated for resources: {'Port': ['ID=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:58.426324 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:58.505268 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] Attempting to bind port 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d on host hv-cinder-79313 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:24:58.508490 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] Attempting to bind port 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': 'd6cfa873-5182-458f-aa07-07fb977504f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:24:58.508490 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] Attempting to bind port 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d on network 86f0f835-8ea9-4134-a778-0bab7806f48b {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:24:58.510657 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] Port 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d on network 86f0f835-8ea9-4134-a778-0bab7806f48b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 11:24:58.510983 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] Attempting to bind port 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d on network 86f0f835-8ea9-4134-a778-0bab7806f48b {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 11:24:58.516044 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] Checking agent: {'id': 'e864f0ab-5241-4583-ad18-7aea86fa37e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'started_at': datetime.datetime(2021, 5, 26, 11, 11, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 11, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 11:24:58.516484 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] Checking segment: {'id': 'd6cfa873-5182-458f-aa07-07fb977504f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 11:24:58.516873 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] Bound using segment: {'id': 'd6cfa873-5182-458f-aa07-07fb977504f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b'} {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 11:24:58.517302 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] Bound port: 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6cfa873-5182-458f-aa07-07fb977504f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b'}}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:24:58.517647 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:58.608688 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] For port 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d, host hv-cinder-79313, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 11:24:58.612045 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] For port 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d,segment=NetworkSegment(d6cfa873-5182-458f-aa07-07fb977504f8),segment_id=d6cfa873-5182-458f-aa07-07fb977504f8)] {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 11:24:58.701064 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33093371'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:58.704707 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c60defb1-fa34-44b3-86b4-1f58b2135011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:24:58.762606 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:24:58.763213 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:58.764553 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] 10.222.0.37 "PUT /v2.0/ports/23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d HTTP/1.1" status: 200 len: 1094 time: 1.0629251 May 26 11:24:58.765407 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e6c556-314a-4047-8911-efdde6f5fc39', 'tag': '23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:24:58.785249 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] Pushing event updated for resources: {'Port': ['ID=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:58.788395 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-81ace8f2-8e7b-4b5f-9c19-994ace9386eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:24:58.821677 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e6c556-314a-4047-8911-efdde6f5fc39', 'tag': '23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d', 'status': 'completed', 'code': 200} May 26 11:24:58.883492 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:58.942582 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e64f45-d6fd-45c3-89a5-e01111ddd3c9 req-84de6b12-7c1b-4d06-b984-1840bfab96ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:24:58.944279 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f4e64f45-d6fd-45c3-89a5-e01111ddd3c9 req-84de6b12-7c1b-4d06-b984-1840bfab96ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=552f8b1c65b640c7bf41e7668afc8457&device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 1097 time: 0.0812991 May 26 11:24:58.971177 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6ff99259-c665-45d3-938a-9ef0d0ecc3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:59.237448 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e64f45-d6fd-45c3-89a5-e01111ddd3c9 req-c69f370f-d75d-4a2d-a39f-a597b15d5784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:24:59.238901 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f4e64f45-d6fd-45c3-89a5-e01111ddd3c9 req-c69f370f-d75d-4a2d-a39f-a597b15d5784 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=552f8b1c65b640c7bf41e7668afc8457&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2821429 May 26 11:24:59.247073 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb351f78-ba20-45ac-a018-a453a21c45d3 req-2e9c12b6-6747-4794-bdbc-8be5f7e34b09 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:24:59.248395 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cb351f78-ba20-45ac-a018-a453a21c45d3 req-2e9c12b6-6747-4794-bdbc-8be5f7e34b09 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 944 time: 0.2717781 May 26 11:24:59.371309 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cb351f78-ba20-45ac-a018-a453a21c45d3 req-9ae1a5a6-f3d3-4579-be5d-696ae04a7420 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040454 May 26 11:24:59.408768 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e64f45-d6fd-45c3-89a5-e01111ddd3c9 req-025f6406-1144-4339-8255-8226845b6104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:24:59.410253 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f4e64f45-d6fd-45c3-89a5-e01111ddd3c9 req-025f6406-1144-4339-8255-8226845b6104 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1610532 May 26 11:24:59.539108 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-2ae378b7-ba67-474e-af1e-0e2528be2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:24:59.540584 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-2ae378b7-ba67-474e-af1e-0e2528be2b86 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=552f8b1c65b640c7bf41e7668afc8457&device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 1097 time: 0.0739474 May 26 11:24:59.610981 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:59.615141 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-3fca49cf-3fa4-4b4a-b39f-bac1ae9e82ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d HTTP/1.1" status: 200 len: 217 time: 0.0627184 May 26 11:24:59.676355 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-a84a2df2-6c4a-4595-acc3-7e50b42ba7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:24:59.677667 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-a84a2df2-6c4a-4595-acc3-7e50b42ba7cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df39419a-5244-4ee5-a8e7-32eab68099d3 HTTP/1.1" status: 200 len: 847 time: 0.0565360 May 26 11:24:59.751411 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-b49e3f6d-d138-42ef-9fba-40d70aeece1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:24:59.752930 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-b49e3f6d-d138-42ef-9fba-40d70aeece1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86f0f835-8ea9-4134-a778-0bab7806f48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690248 May 26 11:24:59.882558 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-7ccc695f-6798-4bdb-8aa9-cd4084dda875 service neutron] 10.222.0.37 "GET /v2.0/networks/86f0f835-8ea9-4134-a778-0bab7806f48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226130 May 26 11:25:00.011826 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d6496d0-eb6b-4183-831b-8f4606e80666 req-80bfc22b-a260-4332-8e28-540dd164a9f9 service neutron] 10.222.0.37 "GET /v2.0/networks/86f0f835-8ea9-4134-a778-0bab7806f48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223500 May 26 11:25:00.556717 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200f439-02ac-4e2f-b8bc-84101a674ca0 req-42e750a3-799c-4b6b-9a60-f1ec17487db1 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:25:00.558226 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a200f439-02ac-4e2f-b8bc-84101a674ca0 req-42e750a3-799c-4b6b-9a60-f1ec17487db1 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 944 time: 0.0820813 May 26 11:25:00.601179 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a200f439-02ac-4e2f-b8bc-84101a674ca0 req-51c98582-30fa-4043-86a2-b06becdac845 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373011 May 26 11:25:01.519673 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:01.783208 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050834e2-babf-4f2d-80d8-511bec431479 req-346b651b-3969-4b73-9875-e2f0e3b36736 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:25:01.784540 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-050834e2-babf-4f2d-80d8-511bec431479 req-346b651b-3969-4b73-9875-e2f0e3b36736 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 944 time: 0.0787680 May 26 11:25:01.832605 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-050834e2-babf-4f2d-80d8-511bec431479 req-44712770-dbb0-4830-996f-17154513ef5a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423522 May 26 11:25:03.016353 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75649ba-f631-4d3a-9ec6-3d0f41c7d778 req-e1b02360-8abc-47e7-a907-117db5ef7229 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:25:03.017764 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d75649ba-f631-4d3a-9ec6-3d0f41c7d778 req-e1b02360-8abc-47e7-a907-117db5ef7229 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 944 time: 0.0784063 May 26 11:25:03.060417 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d75649ba-f631-4d3a-9ec6-3d0f41c7d778 req-026ca9d7-dd5c-41fd-ba95-022fac3431a6 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370872 May 26 11:25:03.820437 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:04.244828 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536d8c3-37a8-4925-8911-e2227178909d req-119e4192-d1a9-4c64-a40c-8b6ee82a3aca tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:25:04.246438 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b536d8c3-37a8-4925-8911-e2227178909d req-119e4192-d1a9-4c64-a40c-8b6ee82a3aca tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 944 time: 0.0835514 May 26 11:25:04.290387 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b536d8c3-37a8-4925-8911-e2227178909d req-020d7328-29e3-4428-9d18-51a1ed5f76d6 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377288 May 26 11:25:05.468016 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052a93b-7026-4167-bbc2-943c85cd9549 req-73f9a8f7-0cc9-4226-a364-a47cb3758be7 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:25:05.469978 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5052a93b-7026-4167-bbc2-943c85cd9549 req-73f9a8f7-0cc9-4226-a364-a47cb3758be7 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 944 time: 0.0782516 May 26 11:25:05.513114 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5052a93b-7026-4167-bbc2-943c85cd9549 req-781ad071-8396-4124-84ef-39331868dd90 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374115 May 26 11:25:06.701635 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd74d1-b7b6-48c7-9c6c-fa1f3b3e50da req-aac3b984-ef0d-4283-916e-7700a6fd39c2 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:25:06.703092 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-21dd74d1-b7b6-48c7-9c6c-fa1f3b3e50da req-aac3b984-ef0d-4283-916e-7700a6fd39c2 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 944 time: 0.0826399 May 26 11:25:06.747125 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-21dd74d1-b7b6-48c7-9c6c-fa1f3b3e50da req-b983a919-8c3a-48ab-acdb-5d9c3d5c747e tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381811 May 26 11:25:07.645449 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:25:07.782728 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d,segment=NetworkSegment(d6cfa873-5182-458f-aa07-07fb977504f8),segment_id=d6cfa873-5182-458f-aa07-07fb977504f8)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:25:07.795736 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': '23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d', 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b', 'port_id': '23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d', 'mac_address': 'fa:16:3e:68:21:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df39419a-5244-4ee5-a8e7-32eab68099d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:25:07.853534 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:07.870649 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:25:07.887975 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d,segment=NetworkSegment(d6cfa873-5182-458f-aa07-07fb977504f8),segment_id=d6cfa873-5182-458f-aa07-07fb977504f8)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:25:07.931887 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e225653-d94c-47f7-b20a-b85413215db7 req-fa10c8dc-9bf9-4c8d-b3da-2c4e9aa9cc5b tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:25:07.933322 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9e225653-d94c-47f7-b20a-b85413215db7 req-fa10c8dc-9bf9-4c8d-b3da-2c4e9aa9cc5b tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 944 time: 0.0825267 May 26 11:25:07.971318 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:07.973198 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:25:07.981445 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9e225653-d94c-47f7-b20a-b85413215db7 req-1cd7dc2b-b3ec-46b6-a1f2-10acc989b3e6 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418205 May 26 11:25:08.035936 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:25:08.039020 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:25:08.290240 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:25:09.164128 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c420e-e731-44af-abc8-ee96d52d9096 req-30b582cc-7262-48bb-bb08-5af4f9dc427e tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:25:09.165569 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-073c420e-e731-44af-abc8-ee96d52d9096 req-30b582cc-7262-48bb-bb08-5af4f9dc427e tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 945 time: 0.0816622 May 26 11:25:09.208155 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-073c420e-e731-44af-abc8-ee96d52d9096 req-4835e394-a53e-433d-a5b6-b1d9f10e9a71 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368707 May 26 11:25:09.314375 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:25:09.648308 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:25:09.873584 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning for port 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:25:09.879210 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:25:09.879705 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:09.990740 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:10.016866 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e6c556-314a-4047-8911-efdde6f5fc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:25:10.028807 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d,segment=NetworkSegment(d6cfa873-5182-458f-aa07-07fb977504f8),segment_id=d6cfa873-5182-458f-aa07-07fb977504f8)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:25:10.146370 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:10.146370 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:25:10.186106 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e6c556-314a-4047-8911-efdde6f5fc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d', 'code': 200} May 26 11:25:10.210283 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:25:10.213067 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:25:10.388644 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef329fea-8c53-4882-8d6e-4d129378e0b8 req-be06fefa-23b6-42a4-afe0-54598d4fdb0d tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:25:10.390085 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ef329fea-8c53-4882-8d6e-4d129378e0b8 req-be06fefa-23b6-42a4-afe0-54598d4fdb0d tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.0793805 May 26 11:25:10.438764 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ef329fea-8c53-4882-8d6e-4d129378e0b8 req-43e00198-8604-47ed-915e-f7220df4e6bc tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422463 May 26 11:25:10.648453 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b80f4-58e8-4670-9140-77e71eccd6e9 req-5dda96c0-d162-45ed-a5aa-76f3250d4a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:25:10.649905 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d14b80f4-58e8-4670-9140-77e71eccd6e9 req-5dda96c0-d162-45ed-a5aa-76f3250d4a47 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 1099 time: 0.0688436 May 26 11:25:10.689140 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d14b80f4-58e8-4670-9140-77e71eccd6e9 req-7665a7da-8ee0-460c-99b7-9488da6ceafd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329170 May 26 11:25:11.724620 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5466f84-91c1-481a-8570-08260e05cb88 req-c41a49a8-0945-44f5-9c3d-b5f3f1ec2d77 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:25:11.726081 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d5466f84-91c1-481a-8570-08260e05cb88 req-c41a49a8-0945-44f5-9c3d-b5f3f1ec2d77 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.1791084 May 26 11:25:11.772771 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d5466f84-91c1-481a-8570-08260e05cb88 req-aa313ea7-93eb-4e45-8b34-b4c3f71ff317 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395422 May 26 11:25:12.955380 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2dcbd-24d7-4b51-ae88-06d6bc11c56b req-2db607c7-61bd-4dbc-8e7e-1b93fb387b02 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:25:12.957047 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d1e2dcbd-24d7-4b51-ae88-06d6bc11c56b req-2db607c7-61bd-4dbc-8e7e-1b93fb387b02 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.0787239 May 26 11:25:13.003433 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-d1e2dcbd-24d7-4b51-ae88-06d6bc11c56b req-00428685-50d0-4969-9dcf-f2e9129c5079 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408514 May 26 11:25:13.180344 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4f9ad-7a2f-4489-9dfe-b0607e3d7d35 req-c6c0861a-f719-40b4-90d7-61d583242324 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:25:13.181818 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-68d4f9ad-7a2f-4489-9dfe-b0607e3d7d35 req-c6c0861a-f719-40b4-90d7-61d583242324 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.0783863 May 26 11:25:13.225127 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-68d4f9ad-7a2f-4489-9dfe-b0607e3d7d35 req-e656012d-b533-4cc6-8313-536ae31ca99b tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377064 May 26 11:25:13.246828 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58574) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:25:13.420912 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beb39e0-200a-4513-a230-4e5919757421 tempest-TestShelveInstance-296350009 tempest-TestShelveInstance-296350009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:25:13.421612 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-9beb39e0-200a-4513-a230-4e5919757421 tempest-TestShelveInstance-296350009 tempest-TestShelveInstance-296350009-project-admin] Synchronizing usage tracker for tenant:7bd1cfdacb534966a8caf279be610faf on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:25:13.496370 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [None req-9beb39e0-200a-4513-a230-4e5919757421 tempest-TestShelveInstance-296350009 tempest-TestShelveInstance-296350009-project-admin] Unset dirty status for tenant:7bd1cfdacb534966a8caf279be610faf on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:25:13.497495 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-9beb39e0-200a-4513-a230-4e5919757421 tempest-TestShelveInstance-296350009 tempest-TestShelveInstance-296350009-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 1094 time: 0.2496643 May 26 11:25:13.501070 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 58580) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:25:13.506353 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.v2.base [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Request body: {'floatingip': {'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'port_id': '23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:25:13.512230 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 11:25:13.515956 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Usage tracker for resource:floatingip and tenant:552f8b1c65b640c7bf41e7668afc8457 is out of sync, need to count used quota {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 11:25:13.519520 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.quota.resource [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92385) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 11:25:13.525166 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.quota.driver [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92385) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 11:25:13.616678 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for floatingip, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:13.751419 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:13.879006 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Allocated IP 172.27.2.71 (0c406d08-576a-4058-82f8-2db7a46cb825/c8dc709d-33af-406d-94f8-5d106e5714b1/23120b17-0f2d-4a5a-8e8b-127e98aa49a8) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:25:14.021542 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:14.125886 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746349176284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:14.130282 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:25:14.194724 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Network 0c406d08-576a-4058-82f8-2db7a46cb825 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:25:14.195779 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:25:14.199413 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 11:25:14.233827 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Pushing event updated for resources: {'Port': ['ID=23120b17-0f2d-4a5a-8e8b-127e98aa49a8,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:25:14.246113 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:25:14.592050 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:14.748739 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:15.042773 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:15.096495 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-857911'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:15.099996 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-20959d62-6219-4b5b-9b46-5f18f85456cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:25:15.202342 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Pushing event updated for resources: {'Port': ['ID=23120b17-0f2d-4a5a-8e8b-127e98aa49a8,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:25:15.207207 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:25:15.215285 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424661'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:15.380758 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.db.l3_db [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Floating IP 3c933abc-1fb1-4e66-a098-735c48498d05 associated. External IP: 172.27.2.71, port: 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d. May 26 11:25:15.718378 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Router b1d09299-1790-4cf3-91de-323cca72fe75 has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:25:15.887664 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:25:15.897566 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f248edf8-4eb1-46ed-98d1-6bf7afa925f9 None None] Sync routers for ids ['b1d09299-1790-4cf3-91de-323cca72fe75'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:25:15.907269 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f248edf8-4eb1-46ed-98d1-6bf7afa925f9 None None] Routers {'b1d09299-1790-4cf3-91de-323cca72fe75'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:25:15.907876 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-f248edf8-4eb1-46ed-98d1-6bf7afa925f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:24:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['b1d09299-1790-4cf3-91de-323cca72fe75'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:25:15.982323 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:16.037841 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-adedb65d-d814-4611-9609-f2dc9c94b1ba tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5356486 May 26 11:25:16.038559 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e6c556-314a-4047-8911-efdde6f5fc39', 'tag': '23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:25:16.082165 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-f248edf8-4eb1-46ed-98d1-6bf7afa925f9 None None] Set router b1d09299-1790-4cf3-91de-323cca72fe75 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:25:16.082344 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e6c556-314a-4047-8911-efdde6f5fc39', 'tag': '23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d', 'status': 'completed', 'code': 200} May 26 11:25:16.196010 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c0f0c-a980-4539-9fca-a121d9a91174 req-9b27931c-4b4d-4537-926a-001951df936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:25:16.197586 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cd3c0f0c-a980-4539-9fca-a121d9a91174 req-9b27931c-4b4d-4537-926a-001951df936c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=552f8b1c65b640c7bf41e7668afc8457&device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 1099 time: 0.0725818 May 26 11:25:16.327448 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c0f0c-a980-4539-9fca-a121d9a91174 req-38fed191-6b21-4eff-852b-d6bc76e0db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:25:16.329429 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cd3c0f0c-a980-4539-9fca-a121d9a91174 req-38fed191-6b21-4eff-852b-d6bc76e0db6a service neutron] 10.222.0.37 "GET /v2.0/networks?id=86f0f835-8ea9-4134-a778-0bab7806f48b HTTP/1.1" status: 200 len: 909 time: 0.1248951 May 26 11:25:16.426369 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-f248edf8-4eb1-46ed-98d1-6bf7afa925f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'name': 'tempest-TestShelveInstance-194687307-router', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:24:13Z', 'updated_at': '2021-05-26T11:24:18Z', 'revision_number': 4, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'gw_port': {'id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:14Z', 'updated_at': '2021-05-26T11:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': '3c933abc-1fb1-4e66-a098-735c48498d05', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'port_id': '23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b', 'mac_address': 'fa:16:3e:68:21:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e6c556-314a-4047-8911-efdde6f5fc39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:25:14Z', 'updated_at': '2021-05-26T11:25:14Z', 'revision_number': 0, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db87751a-38be-4dfa-a512-76399bce1f9c', 'name': '', 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'mac_address': 'fa:16:3e:01:9a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'df39419a-5244-4ee5-a8e7-32eab68099d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:17Z', 'updated_at': '2021-05-26T11:24:24Z', 'revision_number': 5, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'subnets': [{'id': 'df39419a-5244-4ee5-a8e7-32eab68099d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:25:16.430330 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f248edf8-4eb1-46ed-98d1-6bf7afa925f9 None None] Checking router: b1d09299-1790-4cf3-91de-323cca72fe75 for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:25:16.438270 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cd3c0f0c-a980-4539-9fca-a121d9a91174 req-341a86bc-aa42-48d3-ac40-bf4f9d86e6f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d HTTP/1.1" status: 200 len: 999 time: 0.0973284 May 26 11:25:16.439295 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f248edf8-4eb1-46ed-98d1-6bf7afa925f9 None None] Routers {'b1d09299-1790-4cf3-91de-323cca72fe75'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:25:16.439894 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-f248edf8-4eb1-46ed-98d1-6bf7afa925f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:24:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['b1d09299-1790-4cf3-91de-323cca72fe75'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:25:16.496075 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c0f0c-a980-4539-9fca-a121d9a91174 req-8f8a4a8f-4819-49bb-b1ec-71238ea75d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:25:16.497513 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cd3c0f0c-a980-4539-9fca-a121d9a91174 req-8f8a4a8f-4819-49bb-b1ec-71238ea75d0f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df39419a-5244-4ee5-a8e7-32eab68099d3 HTTP/1.1" status: 200 len: 847 time: 0.0580771 May 26 11:25:16.574958 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c0f0c-a980-4539-9fca-a121d9a91174 req-38823b1e-a4da-4ff1-86c1-bbb6921e451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:25:16.576488 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cd3c0f0c-a980-4539-9fca-a121d9a91174 req-38823b1e-a4da-4ff1-86c1-bbb6921e451b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86f0f835-8ea9-4134-a778-0bab7806f48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729880 May 26 11:25:16.615543 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-f248edf8-4eb1-46ed-98d1-6bf7afa925f9 None None] Set router b1d09299-1790-4cf3-91de-323cca72fe75 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:25:16.704993 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cd3c0f0c-a980-4539-9fca-a121d9a91174 req-dcdc96d6-be4f-487f-870c-111d9f4132b4 service neutron] 10.222.0.37 "GET /v2.0/networks/86f0f835-8ea9-4134-a778-0bab7806f48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216068 May 26 11:25:16.834056 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-cd3c0f0c-a980-4539-9fca-a121d9a91174 req-ed41a81a-a751-4bc5-a885-183796a10857 service neutron] 10.222.0.37 "GET /v2.0/networks/86f0f835-8ea9-4134-a778-0bab7806f48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224523 May 26 11:25:16.952721 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-f248edf8-4eb1-46ed-98d1-6bf7afa925f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'name': 'tempest-TestShelveInstance-194687307-router', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:24:13Z', 'updated_at': '2021-05-26T11:24:18Z', 'revision_number': 4, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'gw_port': {'id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:14Z', 'updated_at': '2021-05-26T11:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': '3c933abc-1fb1-4e66-a098-735c48498d05', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'port_id': '23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b', 'mac_address': 'fa:16:3e:68:21:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e6c556-314a-4047-8911-efdde6f5fc39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:25:14Z', 'updated_at': '2021-05-26T11:25:14Z', 'revision_number': 0, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db87751a-38be-4dfa-a512-76399bce1f9c', 'name': '', 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'mac_address': 'fa:16:3e:01:9a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'df39419a-5244-4ee5-a8e7-32eab68099d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:17Z', 'updated_at': '2021-05-26T11:24:24Z', 'revision_number': 5, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'subnets': [{'id': 'df39419a-5244-4ee5-a8e7-32eab68099d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:25:16.957041 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f248edf8-4eb1-46ed-98d1-6bf7afa925f9 None None] The sync data for ids ['b1d09299-1790-4cf3-91de-323cca72fe75'] in dv-cinder-793136-1-iscsi is: [{'id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'name': 'tempest-TestShelveInstance-194687307-router', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:24:13Z', 'updated_at': '2021-05-26T11:24:18Z', 'revision_number': 4, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'gw_port': {'id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:14Z', 'updated_at': '2021-05-26T11:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_floatingips': [{'id': '3c933abc-1fb1-4e66-a098-735c48498d05', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'router_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'port_id': '23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b', 'mac_address': 'fa:16:3e:68:21:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e6c556-314a-4047-8911-efdde6f5fc39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T11:25:14Z', 'updated_at': '2021-05-26T11:25:14Z', 'revision_number': 0, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db87751a-38be-4dfa-a512-76399bce1f9c', 'name': '', 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'mac_address': 'fa:16:3e:01:9a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'df39419a-5244-4ee5-a8e7-32eab68099d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:17Z', 'updated_at': '2021-05-26T11:24:24Z', 'revision_number': 5, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'subnets': [{'id': 'df39419a-5244-4ee5-a8e7-32eab68099d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:25:17.123357 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37649f68-7f74-4caa-ad62-41d05c46c951 None None] New status for floating IP 3c933abc-1fb1-4e66-a098-735c48498d05: ACTIVE {{(pid=92388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:25:26.433846 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-48828bbe-935b-43bc-bebd-49aef1c26375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:28.850752 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:28.958945 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4e19f135-72a2-479d-9bd6-c3bc71ab13a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:29.631428 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:31.513689 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:33.833259 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:42.670115 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ee61cf09-e917-47b9-858f-5ff5dfd986c1 req-948aa057-8bea-4838-8af6-a718f703b6b6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681477 May 26 11:25:42.824888 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61cf09-e917-47b9-858f-5ff5dfd986c1 req-7295f51f-c7b5-4bcb-8755-07c306765aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:25:42.826247 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ee61cf09-e917-47b9-858f-5ff5dfd986c1 req-7295f51f-c7b5-4bcb-8755-07c306765aa9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=552f8b1c65b640c7bf41e7668afc8457&device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 1099 time: 0.0729451 May 26 11:25:42.967071 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61cf09-e917-47b9-858f-5ff5dfd986c1 req-0a0362dd-e939-49a1-8ce8-df14fe26b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:25:42.968461 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ee61cf09-e917-47b9-858f-5ff5dfd986c1 req-0a0362dd-e939-49a1-8ce8-df14fe26b74a service neutron] 10.222.0.37 "GET /v2.0/networks?id=86f0f835-8ea9-4134-a778-0bab7806f48b HTTP/1.1" status: 200 len: 909 time: 0.1228914 May 26 11:25:43.064592 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ee61cf09-e917-47b9-858f-5ff5dfd986c1 req-89058d43-5535-46ea-813a-2295e0612cd4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d HTTP/1.1" status: 200 len: 1001 time: 0.0888591 May 26 11:25:43.127553 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61cf09-e917-47b9-858f-5ff5dfd986c1 req-aa342e08-efb3-452a-ac46-8b758938ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:25:43.128825 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ee61cf09-e917-47b9-858f-5ff5dfd986c1 req-aa342e08-efb3-452a-ac46-8b758938ab86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df39419a-5244-4ee5-a8e7-32eab68099d3 HTTP/1.1" status: 200 len: 847 time: 0.0578964 May 26 11:25:43.200792 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61cf09-e917-47b9-858f-5ff5dfd986c1 req-c03feea0-3df8-4c38-a8fe-e1ee438fe74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:25:43.202224 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ee61cf09-e917-47b9-858f-5ff5dfd986c1 req-c03feea0-3df8-4c38-a8fe-e1ee438fe74f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86f0f835-8ea9-4134-a778-0bab7806f48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666702 May 26 11:25:43.423645 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ee61cf09-e917-47b9-858f-5ff5dfd986c1 req-a3358db5-b965-43c9-93c4-9496d011846a service neutron] 10.222.0.37 "GET /v2.0/networks/86f0f835-8ea9-4134-a778-0bab7806f48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146082 May 26 11:25:43.553266 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ee61cf09-e917-47b9-858f-5ff5dfd986c1 req-5cc6af72-b2a4-4ad6-8ac6-034066a1711a service neutron] 10.222.0.37 "GET /v2.0/networks/86f0f835-8ea9-4134-a778-0bab7806f48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222191 May 26 11:25:46.314258 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:25:56.408566 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9079a763-8e33-4dce-8783-c87aac4e4404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:58.845504 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:58.971110 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8aef68a0-afa6-4080-84df-be4603ed7329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:59.582367 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:01.502291 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:03.854022 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:23.313097 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:26:26.413814 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0b13468e-c005-4e86-993b-49c353478ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:28.867289 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:28.962238 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1fe790e2-2878-4e4f-97a8-d8074ccdaf2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:29.632798 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:31.522477 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:33.844589 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:43.329159 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f6d06fcc-b09e-489e-bdc1-6ec3ac3a0911 req-523e5e7e-9db8-45f7-9c64-c6e38856bd43 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720358 May 26 11:26:43.483805 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d06fcc-b09e-489e-bdc1-6ec3ac3a0911 req-0254f87c-b38a-4955-9088-a4370849ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:26:43.485272 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f6d06fcc-b09e-489e-bdc1-6ec3ac3a0911 req-0254f87c-b38a-4955-9088-a4370849ccfb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=552f8b1c65b640c7bf41e7668afc8457&device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 1099 time: 0.0696516 May 26 11:26:43.631491 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d06fcc-b09e-489e-bdc1-6ec3ac3a0911 req-79996df2-567f-4987-bef8-09b16c28a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:26:43.632904 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f6d06fcc-b09e-489e-bdc1-6ec3ac3a0911 req-79996df2-567f-4987-bef8-09b16c28a019 service neutron] 10.222.0.37 "GET /v2.0/networks?id=86f0f835-8ea9-4134-a778-0bab7806f48b HTTP/1.1" status: 200 len: 909 time: 0.1289947 May 26 11:26:43.734159 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f6d06fcc-b09e-489e-bdc1-6ec3ac3a0911 req-333ab9d6-e31b-4f2d-8869-767a95958bb9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d HTTP/1.1" status: 200 len: 1001 time: 0.0948746 May 26 11:26:43.796975 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d06fcc-b09e-489e-bdc1-6ec3ac3a0911 req-02cd5087-77e1-4fa2-8316-b48305de9b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:26:43.798390 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f6d06fcc-b09e-489e-bdc1-6ec3ac3a0911 req-02cd5087-77e1-4fa2-8316-b48305de9b6f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df39419a-5244-4ee5-a8e7-32eab68099d3 HTTP/1.1" status: 200 len: 847 time: 0.0574098 May 26 11:26:43.874076 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d06fcc-b09e-489e-bdc1-6ec3ac3a0911 req-da5318c9-8752-4e4f-b3f8-1ab356aac02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:26:43.875401 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f6d06fcc-b09e-489e-bdc1-6ec3ac3a0911 req-da5318c9-8752-4e4f-b3f8-1ab356aac02d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86f0f835-8ea9-4134-a778-0bab7806f48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705926 May 26 11:26:44.003330 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f6d06fcc-b09e-489e-bdc1-6ec3ac3a0911 req-8bb85d53-af78-4c66-873e-6949504f9057 service neutron] 10.222.0.37 "GET /v2.0/networks/86f0f835-8ea9-4134-a778-0bab7806f48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213880 May 26 11:26:44.129635 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-f6d06fcc-b09e-489e-bdc1-6ec3ac3a0911 req-22e4eb75-c26f-4d5b-9b26-9b89eea4e34e service neutron] 10.222.0.37 "GET /v2.0/networks/86f0f835-8ea9-4134-a778-0bab7806f48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194167 May 26 11:26:56.453898 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8f8925c1-7180-4e44-880c-82b154266c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:58.878108 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:58.968053 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-931fb533-6d0b-4d09-bfd7-e9c1232fbe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:59.604156 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:00.312108 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:27:01.518613 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:03.884241 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:05.592204 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5ba5c-2f9e-417d-93c3-54e8813f3bbc req-d6e0aa12-3f7e-412a-8378-36fe933d9860 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:05.593620 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c6b5ba5c-2f9e-417d-93c3-54e8813f3bbc req-d6e0aa12-3f7e-412a-8378-36fe933d9860 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.0859852 May 26 11:27:05.637456 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c6b5ba5c-2f9e-417d-93c3-54e8813f3bbc req-4915f7c1-9497-463f-845a-22acde6476d6 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381491 May 26 11:27:06.826889 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693a9e4-f885-48cd-beee-c4cdd8c35200 req-e9c20a39-be26-4c0d-a5f0-6e501ba9f60c tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:06.828282 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a693a9e4-f885-48cd-beee-c4cdd8c35200 req-e9c20a39-be26-4c0d-a5f0-6e501ba9f60c tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.0833950 May 26 11:27:06.873132 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a693a9e4-f885-48cd-beee-c4cdd8c35200 req-7c650b1e-87eb-4121-8120-fac6e02f998f tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387106 May 26 11:27:08.063294 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbc294-b2da-4249-a2b7-cf2e6437c7b2 req-c31a6a3a-b281-47f4-8b22-c5a20f4c5807 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:08.064722 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-24fbc294-b2da-4249-a2b7-cf2e6437c7b2 req-c31a6a3a-b281-47f4-8b22-c5a20f4c5807 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.0835407 May 26 11:27:08.112865 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-24fbc294-b2da-4249-a2b7-cf2e6437c7b2 req-4a2f3121-f439-446d-bb51-35e5ae3fad15 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416358 May 26 11:27:09.302935 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267f2ed-1a5a-4dda-84a1-9b7a2f269e6a req-2c1c8bde-be4f-4771-8925-de919649008e tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:09.304371 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3267f2ed-1a5a-4dda-84a1-9b7a2f269e6a req-2c1c8bde-be4f-4771-8925-de919649008e tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.0787554 May 26 11:27:09.348438 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3267f2ed-1a5a-4dda-84a1-9b7a2f269e6a req-30abe9ee-878d-4bce-b127-80ee987ec128 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378273 May 26 11:27:10.537062 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8bff8-0c93-4286-bd38-171349ceca2c req-97575c22-ec24-4104-b747-7cbcc0f58859 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:10.538522 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-44e8bff8-0c93-4286-bd38-171349ceca2c req-97575c22-ec24-4104-b747-7cbcc0f58859 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.0825815 May 26 11:27:10.586814 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-44e8bff8-0c93-4286-bd38-171349ceca2c req-c45dadf9-4af2-4935-a2b7-484ea2f4db97 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380254 May 26 11:27:11.782738 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e91294-7cc6-4ecb-bb59-393fd9608356 req-f02ad336-301c-4a40-84f5-9cee4ee4a2cf tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:11.784144 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-71e91294-7cc6-4ecb-bb59-393fd9608356 req-f02ad336-301c-4a40-84f5-9cee4ee4a2cf tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.0787768 May 26 11:27:11.827441 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-71e91294-7cc6-4ecb-bb59-393fd9608356 req-7a0d7bdf-199c-455e-a7a2-1cd994a473e9 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375135 May 26 11:27:13.112239 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af7d50-acb2-445e-a727-f543efc483bf req-d3d38c65-e045-4ca0-9473-7a39b4b7ca79 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:13.113576 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-38af7d50-acb2-445e-a727-f543efc483bf req-d3d38c65-e045-4ca0-9473-7a39b4b7ca79 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.1701345 May 26 11:27:13.156928 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-38af7d50-acb2-445e-a727-f543efc483bf req-b5db7c51-2b5d-4f42-a817-e4203b510f6b tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371597 May 26 11:27:14.341490 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ada8ed-5006-46d8-bc96-b750774b85aa req-9902596c-aa3e-4ede-9f1a-5a0f403e06db tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:14.342944 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a8ada8ed-5006-46d8-bc96-b750774b85aa req-9902596c-aa3e-4ede-9f1a-5a0f403e06db tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.0810153 May 26 11:27:14.390459 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-a8ada8ed-5006-46d8-bc96-b750774b85aa req-7ac85c58-dac2-4c29-8ede-5123673d0588 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368860 May 26 11:27:15.624179 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7b781-e655-415f-809b-784fe1d8ac2f req-ef02eafa-63bf-4bac-b700-3b4ca80009ca tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:15.625672 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1cf7b781-e655-415f-809b-784fe1d8ac2f req-ef02eafa-63bf-4bac-b700-3b4ca80009ca tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.1317444 May 26 11:27:15.674505 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1cf7b781-e655-415f-809b-784fe1d8ac2f req-c47b4ac1-3334-4d61-bbcc-4bf551b3d9c5 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419712 May 26 11:27:15.856654 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b72a50-3175-4f61-9a78-a797365ac238 req-5fa80c2e-28e9-4849-a6d5-01034fcf855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:15.858217 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-52b72a50-3175-4f61-9a78-a797365ac238 req-5fa80c2e-28e9-4849-a6d5-01034fcf855b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=552f8b1c65b640c7bf41e7668afc8457&device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 1099 time: 0.0735531 May 26 11:27:15.985360 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b72a50-3175-4f61-9a78-a797365ac238 req-16df43e7-fd10-49cd-870c-3e0dc7af2652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:15.986855 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-52b72a50-3175-4f61-9a78-a797365ac238 req-16df43e7-fd10-49cd-870c-3e0dc7af2652 service neutron] 10.222.0.37 "GET /v2.0/networks?id=86f0f835-8ea9-4134-a778-0bab7806f48b HTTP/1.1" status: 200 len: 909 time: 0.1231256 May 26 11:27:16.088901 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-52b72a50-3175-4f61-9a78-a797365ac238 req-afece699-e4eb-433e-9b88-c94812ff8cb3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d HTTP/1.1" status: 200 len: 1001 time: 0.0957859 May 26 11:27:16.148662 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b72a50-3175-4f61-9a78-a797365ac238 req-9268cc85-2bdc-46bd-8c3f-8ac7d533f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:16.150088 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-52b72a50-3175-4f61-9a78-a797365ac238 req-9268cc85-2bdc-46bd-8c3f-8ac7d533f2fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df39419a-5244-4ee5-a8e7-32eab68099d3 HTTP/1.1" status: 200 len: 847 time: 0.0556557 May 26 11:27:16.221940 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b72a50-3175-4f61-9a78-a797365ac238 req-b8129d70-af6a-4a0a-a16e-affb19f9e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:16.223379 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-52b72a50-3175-4f61-9a78-a797365ac238 req-b8129d70-af6a-4a0a-a16e-affb19f9e5ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86f0f835-8ea9-4134-a778-0bab7806f48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674946 May 26 11:27:16.353851 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-52b72a50-3175-4f61-9a78-a797365ac238 req-8f5bbe1c-cba8-4833-ada2-135fa23acaf3 service neutron] 10.222.0.37 "GET /v2.0/networks/86f0f835-8ea9-4134-a778-0bab7806f48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220634 May 26 11:27:16.479845 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-52b72a50-3175-4f61-9a78-a797365ac238 req-d5460fc5-cea9-470c-b855-80ac1734c297 service neutron] 10.222.0.37 "GET /v2.0/networks/86f0f835-8ea9-4134-a778-0bab7806f48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219006 May 26 11:27:16.877208 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae25e7-bbf0-451a-98dc-acbcdcfafd34 req-f0428371-ca12-421f-96b5-8fe4eeac57a3 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:16.879548 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fcae25e7-bbf0-451a-98dc-acbcdcfafd34 req-f0428371-ca12-421f-96b5-8fe4eeac57a3 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.0992162 May 26 11:27:16.924746 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-fcae25e7-bbf0-451a-98dc-acbcdcfafd34 req-49a40280-4b5c-4948-aa1c-f720c674177e tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388875 May 26 11:27:18.143606 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a9347-6e9d-48ca-a166-b41b4c4dba46 req-e99520c7-29de-458c-b0fb-34f7edd04adf tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:18.145069 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-897a9347-6e9d-48ca-a166-b41b4c4dba46 req-e99520c7-29de-458c-b0fb-34f7edd04adf tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.0801888 May 26 11:27:18.195465 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-897a9347-6e9d-48ca-a166-b41b4c4dba46 req-83c022ee-1855-49c8-8562-e569e900e8f0 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406902 May 26 11:27:19.387226 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f751ed-6f76-4e3c-951b-8e60e85957c4 req-e308ef2c-f8cd-4372-a30c-986e6bf8ffcc tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:19.388570 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-68f751ed-6f76-4e3c-951b-8e60e85957c4 req-e308ef2c-f8cd-4372-a30c-986e6bf8ffcc tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.0794904 May 26 11:27:19.432566 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-68f751ed-6f76-4e3c-951b-8e60e85957c4 req-e8534bea-a870-47f9-a7e8-082b2bffa754 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382655 May 26 11:27:20.616296 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c06e5-9676-40db-9767-ac38f58f62c2 req-c6430c08-c57c-46d7-9dac-f9e1218315d9 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:20.618220 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ad2c06e5-9676-40db-9767-ac38f58f62c2 req-c6430c08-c57c-46d7-9dac-f9e1218315d9 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.0827880 May 26 11:27:20.666420 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ad2c06e5-9676-40db-9767-ac38f58f62c2 req-aac734a0-3355-4fca-8128-7802161a9251 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380204 May 26 11:27:21.177151 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f986c2a-85fb-4662-9cd3-ccddd22c9f7f req-b3fcb80a-d7fe-450f-b530-9ed96ee66c79 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:21.178645 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4f986c2a-85fb-4662-9cd3-ccddd22c9f7f req-b3fcb80a-d7fe-450f-b530-9ed96ee66c79 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.0986795 May 26 11:27:21.227855 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4f986c2a-85fb-4662-9cd3-ccddd22c9f7f req-501e7d78-e10a-4015-955a-7064130ad303 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434570 May 26 11:27:21.281648 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [req-3e00cc32-899a-4683-878a-26339d699cc9 req-e4bd0cef-6f5a-476e-9b37-10877fba8440 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1872635 May 26 11:27:22.237801 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:27:22.351991 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:22.381403 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e6c556-314a-4047-8911-efdde6f5fc39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:27:22.391293 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d,segment=NetworkSegment(d6cfa873-5182-458f-aa07-07fb977504f8),segment_id=d6cfa873-5182-458f-aa07-07fb977504f8)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:27:22.421710 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa9fbf-8244-4491-bcd4-b2050b129b59 req-1ed1b32f-4c29-453c-8f73-9dbdd57f1422 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:22.423207 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-35aa9fbf-8244-4491-bcd4-b2050b129b59 req-1ed1b32f-4c29-453c-8f73-9dbdd57f1422 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.0876875 May 26 11:27:22.424055 dv-cinder-793136-1-iscsi neutron-server[92387]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e2e6c556-314a-4047-8911-efdde6f5fc39', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d', 'code': 422} returned with failed status May 26 11:27:22.466732 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-35aa9fbf-8244-4491-bcd4-b2050b129b59 req-a2639ad7-5a24-4684-a9b9-1be8169a4c8a tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379138 May 26 11:27:22.472500 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:22.474332 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:27:22.541342 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d,revision_number=6']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:27:22.548437 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:22.548785 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:22.549123 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:22.549455 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:22.549781 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:22.550244 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:22.550567 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:22.550916 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:22.551211 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:22.551527 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:22.551843 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:22.552157 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:22.556108 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:27:23.654899 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6701f6-2520-4fc1-a0c8-023c5c797ecc req-81d33684-d0a5-4eb7-93d4-3d12dd10e1d4 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:23.656331 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9c6701f6-2520-4fc1-a0c8-023c5c797ecc req-81d33684-d0a5-4eb7-93d4-3d12dd10e1d4 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 944 time: 0.0795894 May 26 11:27:23.705725 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9c6701f6-2520-4fc1-a0c8-023c5c797ecc req-eef09d7b-7c21-4e88-a5c9-ecbedd0e7cd7 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435538 May 26 11:27:24.165976 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00cc32-899a-4683-878a-26339d699cc9 req-49622708-7314-415c-8fb6-eaae10a20ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:24.167433 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3e00cc32-899a-4683-878a-26339d699cc9 req-49622708-7314-415c-8fb6-eaae10a20ca1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39&tenant_id=552f8b1c65b640c7bf41e7668afc8457 HTTP/1.1" status: 200 len: 1097 time: 0.1578968 May 26 11:27:24.269436 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00cc32-899a-4683-878a-26339d699cc9 req-c5125759-e2d4-471d-8e00-be002381b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:24.270930 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3e00cc32-899a-4683-878a-26339d699cc9 req-c5125759-e2d4-471d-8e00-be002381b88f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=552f8b1c65b640c7bf41e7668afc8457&device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 1097 time: 0.0712302 May 26 11:27:24.406822 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00cc32-899a-4683-878a-26339d699cc9 req-a9924deb-04f1-493a-b100-8fe6bc2f04d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:24.408230 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3e00cc32-899a-4683-878a-26339d699cc9 req-a9924deb-04f1-493a-b100-8fe6bc2f04d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=86f0f835-8ea9-4134-a778-0bab7806f48b HTTP/1.1" status: 200 len: 909 time: 0.1309519 May 26 11:27:24.509081 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3e00cc32-899a-4683-878a-26339d699cc9 req-64548eb5-1154-4f1e-bff9-e36e405e39ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d HTTP/1.1" status: 200 len: 999 time: 0.0941935 May 26 11:27:24.570435 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00cc32-899a-4683-878a-26339d699cc9 req-de8176b1-1043-4331-95e5-5bed9b8e3924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:24.571861 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3e00cc32-899a-4683-878a-26339d699cc9 req-de8176b1-1043-4331-95e5-5bed9b8e3924 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df39419a-5244-4ee5-a8e7-32eab68099d3 HTTP/1.1" status: 200 len: 847 time: 0.0573978 May 26 11:27:24.644106 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00cc32-899a-4683-878a-26339d699cc9 req-23535f81-411e-49db-aa89-f14d1c406c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:24.645522 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3e00cc32-899a-4683-878a-26339d699cc9 req-23535f81-411e-49db-aa89-f14d1c406c00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86f0f835-8ea9-4134-a778-0bab7806f48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678964 May 26 11:27:24.777118 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3e00cc32-899a-4683-878a-26339d699cc9 req-fc0d035d-7f02-4fee-9766-872c4044de74 service neutron] 10.222.0.37 "GET /v2.0/networks/86f0f835-8ea9-4134-a778-0bab7806f48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244454 May 26 11:27:24.967410 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-3e00cc32-899a-4683-878a-26339d699cc9 req-10686c28-d060-4ab6-83cc-460e42875205 service neutron] 10.222.0.37 "GET /v2.0/networks/86f0f835-8ea9-4134-a778-0bab7806f48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846771 May 26 11:27:24.978230 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6b481-6711-470e-acd4-1882e69d30ea req-ac53436a-7cfd-486e-a487-a116e5e23e79 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:24.979603 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b9d6b481-6711-470e-acd4-1882e69d30ea req-ac53436a-7cfd-486e-a487-a116e5e23e79 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 944 time: 0.1680918 May 26 11:27:25.023538 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b9d6b481-6711-470e-acd4-1882e69d30ea req-16c5fd22-5bb2-4ef2-a1bc-531213089ef4 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382566 May 26 11:27:26.205963 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb932d-2fdc-49c4-9ce1-755ca274e4f1 req-89ae9736-5550-4566-b290-ab58b9069230 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:26.207401 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5edb932d-2fdc-49c4-9ce1-755ca274e4f1 req-89ae9736-5550-4566-b290-ab58b9069230 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 944 time: 0.0811248 May 26 11:27:26.250631 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-5edb932d-2fdc-49c4-9ce1-755ca274e4f1 req-5188566a-4535-4071-a73e-e24514b71790 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372798 May 26 11:27:26.461854 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-78e4e6e6-16a7-4345-b27d-d4d23156a1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:27.465932 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb999dc3-76ac-458f-8d18-0f80b660f249 req-37472b1c-fe19-41ca-885b-1d6332fef5f9 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:27.467402 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eb999dc3-76ac-458f-8d18-0f80b660f249 req-37472b1c-fe19-41ca-885b-1d6332fef5f9 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 944 time: 0.1143248 May 26 11:27:27.510596 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-eb999dc3-76ac-458f-8d18-0f80b660f249 req-a1b31603-6e08-4c99-8cfd-95d67d16f8e9 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376525 May 26 11:27:28.692803 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfdf99-7563-4bac-bf2b-dbfdfd8419cc req-f3bcdc15-b417-4ffc-8b7e-62aea2f8bea4 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:28.694147 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-81cfdf99-7563-4bac-bf2b-dbfdfd8419cc req-f3bcdc15-b417-4ffc-8b7e-62aea2f8bea4 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 944 time: 0.0820327 May 26 11:27:28.739437 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-81cfdf99-7563-4bac-bf2b-dbfdfd8419cc req-ef823094-d782-4b33-83b0-bd69d91a574d tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390286 May 26 11:27:28.841858 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:28.951883 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d2534fef-c032-4302-973c-06637826cc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:29.619566 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:29.922590 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd87804-5e93-4905-b5c5-c70c3584c92e req-7b5da979-79d8-4145-9b59-10084696d308 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:29.923942 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4fd87804-5e93-4905-b5c5-c70c3584c92e req-7b5da979-79d8-4145-9b59-10084696d308 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 944 time: 0.0786133 May 26 11:27:29.972399 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4fd87804-5e93-4905-b5c5-c70c3584c92e req-3f818552-0294-400a-997f-ec1f6e6df8f3 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425396 May 26 11:27:31.156688 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc20af-128d-4c0e-99d4-c947bee515f9 req-49737a45-ad9e-43ad-98c5-212500aaf55e tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:31.158130 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9afc20af-128d-4c0e-99d4-c947bee515f9 req-49737a45-ad9e-43ad-98c5-212500aaf55e tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 944 time: 0.0802178 May 26 11:27:31.201673 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-9afc20af-128d-4c0e-99d4-c947bee515f9 req-b78e4bd2-691c-42c4-a6da-0243840bcd99 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376320 May 26 11:27:31.540896 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:32.315332 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 11:27:32.394126 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c0ed5-6977-4031-a00c-f25238a97240 req-516fad7f-23ce-4070-9d6f-64767ed1c7e8 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:32.395631 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1f9c0ed5-6977-4031-a00c-f25238a97240 req-516fad7f-23ce-4070-9d6f-64767ed1c7e8 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 944 time: 0.0862668 May 26 11:27:32.448325 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1f9c0ed5-6977-4031-a00c-f25238a97240 req-5de0892e-5a44-4817-b9b7-5c8ff7d7f616 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419552 May 26 11:27:32.452892 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d,segment=NetworkSegment(d6cfa873-5182-458f-aa07-07fb977504f8),segment_id=d6cfa873-5182-458f-aa07-07fb977504f8)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:27:32.467695 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Returning: {'device': '23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d', 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b', 'port_id': '23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d', 'mac_address': 'fa:16:3e:68:21:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df39419a-5244-4ee5-a8e7-32eab68099d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 11:27:32.521225 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:32.537523 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 11:27:32.554226 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d,segment=NetworkSegment(d6cfa873-5182-458f-aa07-07fb977504f8),segment_id=d6cfa873-5182-458f-aa07-07fb977504f8)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:27:32.638119 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:32.640333 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:27:32.707566 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d,revision_number=7']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:27:32.711363 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:27:32.912287 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] get_ports_and_sgs() called for port_ids ['23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 11:27:33.638403 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacae12-6624-4f72-bbef-ffcf006fdd63 req-0017c81b-8835-4b07-8967-4696fbf44687 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:33.638403 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-deacae12-6624-4f72-bbef-ffcf006fdd63 req-0017c81b-8835-4b07-8967-4696fbf44687 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 945 time: 0.0807195 May 26 11:27:33.683733 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-deacae12-6624-4f72-bbef-ffcf006fdd63 req-6c0fa023-3faa-46bc-a303-aa52939f70d9 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398333 May 26 11:27:33.849428 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:34.300491 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d up at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 11:27:34.369323 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Provisioning complete for port 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:27:34.369706 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1512944'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:34.491104 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1461822'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:34.517522 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e6c556-314a-4047-8911-efdde6f5fc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:27:34.534943 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] For port 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d,segment=NetworkSegment(d6cfa873-5182-458f-aa07-07fb977504f8),segment_id=d6cfa873-5182-458f-aa07-07fb977504f8)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:27:34.594916 dv-cinder-793136-1-iscsi neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e6c556-314a-4047-8911-efdde6f5fc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d', 'code': 200} May 26 11:27:34.596058 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746349609867', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746349176302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746349176863'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:34.603508 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:27:34.696066 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Pushing event updated for resources: {'Port': ['ID=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d,revision_number=8']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:27:34.699610 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:27:35.037613 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c2f48-5259-4cc9-9073-b285f775cc50 req-b1c9334d-99ac-4e2e-9d48-c3ce05934613 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:35.039098 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0b3c2f48-5259-4cc9-9073-b285f775cc50 req-b1c9334d-99ac-4e2e-9d48-c3ce05934613 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.2443638 May 26 11:27:35.060122 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10115768-b5c3-4b6e-a405-97da18a4db74 req-f7dc5c64-295c-46e3-b0a2-89382f4c47da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:35.061482 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-10115768-b5c3-4b6e-a405-97da18a4db74 req-f7dc5c64-295c-46e3-b0a2-89382f4c47da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 1099 time: 0.1129539 May 26 11:27:35.112377 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-0b3c2f48-5259-4cc9-9073-b285f775cc50 req-c3e9060e-652b-4bc6-843f-374aac9ad07c tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666776 May 26 11:27:35.119801 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-10115768-b5c3-4b6e-a405-97da18a4db74 req-cfa8669a-296e-4bc0-ad90-7930d46a2c18 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512023 May 26 11:27:36.302197 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa509019-591f-447c-afee-c630c593a51d req-c45c6daa-28af-4720-b757-6721ce11b309 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:36.303676 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-aa509019-591f-447c-afee-c630c593a51d req-c45c6daa-28af-4720-b757-6721ce11b309 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.0809748 May 26 11:27:36.351134 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-aa509019-591f-447c-afee-c630c593a51d req-1877c50e-dfa3-44bf-9a52-f0804b2d005f tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405045 May 26 11:27:37.312264 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:27:37.542365 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe27f8-d368-4354-823c-c122ff03f5ae req-be46c0ca-d043-4798-bddf-7bfacd914794 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:37.543862 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ebbe27f8-d368-4354-823c-c122ff03f5ae req-be46c0ca-d043-4798-bddf-7bfacd914794 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.0855582 May 26 11:27:37.588910 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-ebbe27f8-d368-4354-823c-c122ff03f5ae req-bd6f58c6-9107-4746-bfe3-c91c7195c2d4 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390735 May 26 11:27:44.386853 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b72dbb6b-952f-4462-8dc7-3c97c8947e9e req-e3fe9f96-90ba-4a4d-a423-49abfaa83a49 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691636 May 26 11:27:44.544395 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dbb6b-952f-4462-8dc7-3c97c8947e9e req-7e8953ac-5caa-4604-be61-6282b5933038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:44.545868 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b72dbb6b-952f-4462-8dc7-3c97c8947e9e req-7e8953ac-5caa-4604-be61-6282b5933038 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=552f8b1c65b640c7bf41e7668afc8457&device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 1099 time: 0.0737913 May 26 11:27:44.692318 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dbb6b-952f-4462-8dc7-3c97c8947e9e req-6a3a3281-96dd-4eef-84e5-bfab1318a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:44.693646 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b72dbb6b-952f-4462-8dc7-3c97c8947e9e req-6a3a3281-96dd-4eef-84e5-bfab1318a9e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=86f0f835-8ea9-4134-a778-0bab7806f48b HTTP/1.1" status: 200 len: 909 time: 0.1286623 May 26 11:27:44.792676 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b72dbb6b-952f-4462-8dc7-3c97c8947e9e req-c3fda323-011d-491e-8a33-ae315fcf11e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d HTTP/1.1" status: 200 len: 1001 time: 0.0927010 May 26 11:27:44.857229 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dbb6b-952f-4462-8dc7-3c97c8947e9e req-7e000a7e-9970-4e50-986a-4c6ccb69faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:44.858696 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b72dbb6b-952f-4462-8dc7-3c97c8947e9e req-7e000a7e-9970-4e50-986a-4c6ccb69faf4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df39419a-5244-4ee5-a8e7-32eab68099d3 HTTP/1.1" status: 200 len: 847 time: 0.0606461 May 26 11:27:44.933363 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dbb6b-952f-4462-8dc7-3c97c8947e9e req-1d166ae0-1f17-404b-81fb-7e9321e80079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:27:44.934855 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b72dbb6b-952f-4462-8dc7-3c97c8947e9e req-1d166ae0-1f17-404b-81fb-7e9321e80079 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86f0f835-8ea9-4134-a778-0bab7806f48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701823 May 26 11:27:45.064787 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b72dbb6b-952f-4462-8dc7-3c97c8947e9e req-fb097a56-459b-4133-af6a-479cfe72724c service neutron] 10.222.0.37 "GET /v2.0/networks/86f0f835-8ea9-4134-a778-0bab7806f48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236963 May 26 11:27:45.263929 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-b72dbb6b-952f-4462-8dc7-3c97c8947e9e req-e5000ac3-8bed-4148-8074-8e3ad1f04824 service neutron] 10.222.0.37 "GET /v2.0/networks/86f0f835-8ea9-4134-a778-0bab7806f48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920424 May 26 11:27:56.426162 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-676784b0-761f-49a6-8a38-c66162abc2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:58.835299 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:58.946408 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-99be84ef-5b94-466f-8752-3870bac69ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:59.620588 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:01.561994 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:03.904907 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:14.310415 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:28:26.420025 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c62686c3-4bc1-450f-8a7b-f508283379c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:28.848452 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:28.985673 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7dff0f55-0c62-4b53-90c7-27d9c0f9cef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:29.631516 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:31.574637 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:33.871727 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:46.434962 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-77c5b5fc-b5af-416c-9107-4241d132afc7 req-2d5f3315-09de-41a1-96fd-f9e4b736997b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1149907 May 26 11:28:46.587340 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5b5fc-b5af-416c-9107-4241d132afc7 req-b4b98add-e77c-40fd-973d-334478e7c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:28:46.588706 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-77c5b5fc-b5af-416c-9107-4241d132afc7 req-b4b98add-e77c-40fd-973d-334478e7c9c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=552f8b1c65b640c7bf41e7668afc8457&device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 1099 time: 0.0714867 May 26 11:28:46.730326 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5b5fc-b5af-416c-9107-4241d132afc7 req-aa3d76ca-59b0-494c-8db6-ae739d0ec5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:28:46.731745 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-77c5b5fc-b5af-416c-9107-4241d132afc7 req-aa3d76ca-59b0-494c-8db6-ae739d0ec5f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=86f0f835-8ea9-4134-a778-0bab7806f48b HTTP/1.1" status: 200 len: 909 time: 0.1251967 May 26 11:28:46.834005 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-77c5b5fc-b5af-416c-9107-4241d132afc7 req-538796fd-a590-47f9-86bc-8ff5351cf3a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d HTTP/1.1" status: 200 len: 1001 time: 0.0960784 May 26 11:28:46.895678 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5b5fc-b5af-416c-9107-4241d132afc7 req-99471116-e73b-4a4e-9ddc-92567b467e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:28:46.896987 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-77c5b5fc-b5af-416c-9107-4241d132afc7 req-99471116-e73b-4a4e-9ddc-92567b467e46 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df39419a-5244-4ee5-a8e7-32eab68099d3 HTTP/1.1" status: 200 len: 847 time: 0.0561216 May 26 11:28:47.061865 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5b5fc-b5af-416c-9107-4241d132afc7 req-feeba45b-c51e-4cfc-9030-c7fef53208c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:28:47.063364 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-77c5b5fc-b5af-416c-9107-4241d132afc7 req-feeba45b-c51e-4cfc-9030-c7fef53208c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86f0f835-8ea9-4134-a778-0bab7806f48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1597300 May 26 11:28:47.191663 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-77c5b5fc-b5af-416c-9107-4241d132afc7 req-49bf4628-4784-483c-aa09-9c33756d9f99 service neutron] 10.222.0.37 "GET /v2.0/networks/86f0f835-8ea9-4134-a778-0bab7806f48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219430 May 26 11:28:47.319403 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-77c5b5fc-b5af-416c-9107-4241d132afc7 req-0d49c33e-04b8-4854-9690-da6bd7628408 service neutron] 10.222.0.37 "GET /v2.0/networks/86f0f835-8ea9-4134-a778-0bab7806f48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219692 May 26 11:28:49.933170 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 58684) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:28:50.187997 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Deleting port 23120b17-0f2d-4a5a-8e8b-127e98aa49a8 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:28:50.188244 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:50.409249 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:50.415345 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:50.530597 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Calling delete_port for 23120b17-0f2d-4a5a-8e8b-127e98aa49a8 owned by network:floatingip {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:28:50.740258 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-857856'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:50.744053 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a330e42d-0c22-4846-a8f1-c981f284b5ee tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:28:50.787601 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Pushing event deleted for resources: {'Port': ['ID=23120b17-0f2d-4a5a-8e8b-127e98aa49a8,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:28:50.827038 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:28:50.827412 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:28:50.827785 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:28:50.828149 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:28:50.828511 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:28:50.828870 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:28:50.829225 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:28:50.829578 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:28:50.829973 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:28:50.838344 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:28:50.838344 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:28:50.838344 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:28:50.839367 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:28:50.891255 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for floatingip, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:50.891585 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.db.l3_db [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Floating IP 3c933abc-1fb1-4e66-a098-735c48498d05 disassociated (deleted). External IP: 172.27.2.71, port: 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d. May 26 11:28:51.234120 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Router b1d09299-1790-4cf3-91de-323cca72fe75 has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:28:51.309783 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:28:51.409190 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:28:51.418948 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3389a46c-6be4-4c9e-a62f-1e234871e227 None None] Sync routers for ids ['b1d09299-1790-4cf3-91de-323cca72fe75'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:28:51.427072 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:51.428376 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3389a46c-6be4-4c9e-a62f-1e234871e227 None None] Routers {'b1d09299-1790-4cf3-91de-323cca72fe75'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:28:51.428985 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-3389a46c-6be4-4c9e-a62f-1e234871e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:28:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['b1d09299-1790-4cf3-91de-323cca72fe75'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:28:51.487676 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-fe0cff54-8740-47e2-8ce7-d103ac5ff0ab tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "DELETE /v2.0/floatingips/3c933abc-1fb1-4e66-a098-735c48498d05 HTTP/1.1" status: 204 len: 168 time: 1.5532796 May 26 11:28:51.488915 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e6c556-314a-4047-8911-efdde6f5fc39', 'tag': '23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:28:51.547676 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e6c556-314a-4047-8911-efdde6f5fc39', 'tag': '23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d', 'status': 'completed', 'code': 200} May 26 11:28:51.649298 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-3389a46c-6be4-4c9e-a62f-1e234871e227 None None] Set router b1d09299-1790-4cf3-91de-323cca72fe75 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:28:51.657500 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11562335-9792-4119-82db-888990e9ece9 req-f548f103-24f4-438a-8964-cb290bf63b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:28:51.659035 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-11562335-9792-4119-82db-888990e9ece9 req-f548f103-24f4-438a-8964-cb290bf63b44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=552f8b1c65b640c7bf41e7668afc8457&device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 1099 time: 0.0721540 May 26 11:28:51.812611 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11562335-9792-4119-82db-888990e9ece9 req-79655826-8d43-46eb-b1bc-b62704e54566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:28:51.814904 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-11562335-9792-4119-82db-888990e9ece9 req-79655826-8d43-46eb-b1bc-b62704e54566 service neutron] 10.222.0.37 "GET /v2.0/networks?id=86f0f835-8ea9-4134-a778-0bab7806f48b HTTP/1.1" status: 200 len: 909 time: 0.1499019 May 26 11:28:51.887307 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-11562335-9792-4119-82db-888990e9ece9 req-0980bcac-f963-4372-a607-1136492499cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d HTTP/1.1" status: 200 len: 217 time: 0.0665331 May 26 11:28:51.955640 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11562335-9792-4119-82db-888990e9ece9 req-bdec890b-de0e-43f0-9168-4f4f4dc0009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:28:51.957609 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-11562335-9792-4119-82db-888990e9ece9 req-bdec890b-de0e-43f0-9168-4f4f4dc0009a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df39419a-5244-4ee5-a8e7-32eab68099d3 HTTP/1.1" status: 200 len: 847 time: 0.0643752 May 26 11:28:51.996407 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-3389a46c-6be4-4c9e-a62f-1e234871e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'name': 'tempest-TestShelveInstance-194687307-router', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:24:13Z', 'updated_at': '2021-05-26T11:24:18Z', 'revision_number': 4, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'gw_port': {'id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:14Z', 'updated_at': '2021-05-26T11:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'db87751a-38be-4dfa-a512-76399bce1f9c', 'name': '', 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'mac_address': 'fa:16:3e:01:9a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'df39419a-5244-4ee5-a8e7-32eab68099d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:17Z', 'updated_at': '2021-05-26T11:24:24Z', 'revision_number': 5, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'subnets': [{'id': 'df39419a-5244-4ee5-a8e7-32eab68099d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:28:52.000477 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3389a46c-6be4-4c9e-a62f-1e234871e227 None None] Checking router: b1d09299-1790-4cf3-91de-323cca72fe75 for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:28:52.009139 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3389a46c-6be4-4c9e-a62f-1e234871e227 None None] Routers {'b1d09299-1790-4cf3-91de-323cca72fe75'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:28:52.010017 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-3389a46c-6be4-4c9e-a62f-1e234871e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:28:29Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['b1d09299-1790-4cf3-91de-323cca72fe75'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:28:52.049548 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11562335-9792-4119-82db-888990e9ece9 req-36060408-3bd1-4b4e-b6a8-fc51c522b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:28:52.051044 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-11562335-9792-4119-82db-888990e9ece9 req-36060408-3bd1-4b4e-b6a8-fc51c522b033 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86f0f835-8ea9-4134-a778-0bab7806f48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0877974 May 26 11:28:52.224299 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-3389a46c-6be4-4c9e-a62f-1e234871e227 None None] Set router b1d09299-1790-4cf3-91de-323cca72fe75 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:28:52.239553 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-11562335-9792-4119-82db-888990e9ece9 req-5f584001-2a5e-406f-a15b-f2018ca1b006 service neutron] 10.222.0.37 "GET /v2.0/networks/86f0f835-8ea9-4134-a778-0bab7806f48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819458 May 26 11:28:52.284639 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871470f2-a87e-4c99-aa2c-af94167b488c req-4ac799c0-7e88-400c-b554-6585733079d1 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:28:52.286136 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-871470f2-a87e-4c99-aa2c-af94167b488c req-4ac799c0-7e88-400c-b554-6585733079d1 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.2552228 May 26 11:28:52.401593 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-871470f2-a87e-4c99-aa2c-af94167b488c req-b0307306-0362-4106-91d8-d471765c5b86 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739853 May 26 11:28:52.422475 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-11562335-9792-4119-82db-888990e9ece9 req-1f3dc9da-40f8-4a6f-9e2a-c545d362232b service neutron] 10.222.0.37 "GET /v2.0/networks/86f0f835-8ea9-4134-a778-0bab7806f48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756318 May 26 11:28:52.570597 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-3389a46c-6be4-4c9e-a62f-1e234871e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'name': 'tempest-TestShelveInstance-194687307-router', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:24:13Z', 'updated_at': '2021-05-26T11:24:18Z', 'revision_number': 4, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'gw_port': {'id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:14Z', 'updated_at': '2021-05-26T11:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'db87751a-38be-4dfa-a512-76399bce1f9c', 'name': '', 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'mac_address': 'fa:16:3e:01:9a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'df39419a-5244-4ee5-a8e7-32eab68099d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:17Z', 'updated_at': '2021-05-26T11:24:24Z', 'revision_number': 5, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'subnets': [{'id': 'df39419a-5244-4ee5-a8e7-32eab68099d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:28:52.575086 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3389a46c-6be4-4c9e-a62f-1e234871e227 None None] The sync data for ids ['b1d09299-1790-4cf3-91de-323cca72fe75'] in dv-cinder-793136-1-iscsi is: [{'id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'name': 'tempest-TestShelveInstance-194687307-router', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:24:13Z', 'updated_at': '2021-05-26T11:24:18Z', 'revision_number': 4, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'gw_port': {'id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:14Z', 'updated_at': '2021-05-26T11:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi', '_interfaces': [{'id': 'db87751a-38be-4dfa-a512-76399bce1f9c', 'name': '', 'network_id': '86f0f835-8ea9-4134-a778-0bab7806f48b', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'mac_address': 'fa:16:3e:01:9a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'df39419a-5244-4ee5-a8e7-32eab68099d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:17Z', 'updated_at': '2021-05-26T11:24:24Z', 'revision_number': 5, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'subnets': [{'id': 'df39419a-5244-4ee5-a8e7-32eab68099d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:28:52.783093 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0981d65-0d73-4001-b5b8-d6901b0890de None None] New status for floating IP 3c933abc-1fb1-4e66-a098-735c48498d05: DOWN {{(pid=92388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:28:53.668419 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cae84-bd0b-4c8c-bf5c-b6a3b628331d req-22c0f486-ae2c-4d31-95eb-dd5179d631bd tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:28:53.669745 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-406cae84-bd0b-4c8c-bf5c-b6a3b628331d req-22c0f486-ae2c-4d31-95eb-dd5179d631bd tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.1607161 May 26 11:28:53.735229 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-406cae84-bd0b-4c8c-bf5c-b6a3b628331d req-742482b7-b612-4f63-bae2-399a69efa432 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/security-groups?id=b7c17266-dddf-49c2-aace-2247cf8361a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589666 May 26 11:28:53.750322 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49f0f1-1ec9-4a38-8be3-18d907423b30 req-7973e4bd-e8fa-4811-8d6b-600be35d8da8 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 11:28:53.751183 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d49f0f1-1ec9-4a38-8be3-18d907423b30 req-7973e4bd-e8fa-4811-8d6b-600be35d8da8 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 946 time: 0.1236465 May 26 11:28:53.888346 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-1d49f0f1-1ec9-4a38-8be3-18d907423b30 req-badbf492-c21f-40b7-86d8-cdb4c1fac094 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Deleting port 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:28:53.888705 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-1d49f0f1-1ec9-4a38-8be3-18d907423b30 req-badbf492-c21f-40b7-86d8-cdb4c1fac094 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:54.021032 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-1d49f0f1-1ec9-4a38-8be3-18d907423b30 req-badbf492-c21f-40b7-86d8-cdb4c1fac094 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] For port 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d,segment=NetworkSegment(d6cfa873-5182-458f-aa07-07fb977504f8),segment_id=d6cfa873-5182-458f-aa07-07fb977504f8)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:28:54.021547 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-1d49f0f1-1ec9-4a38-8be3-18d907423b30 req-badbf492-c21f-40b7-86d8-cdb4c1fac094 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:54.241130 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [req-1d49f0f1-1ec9-4a38-8be3-18d907423b30 req-badbf492-c21f-40b7-86d8-cdb4c1fac094 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Calling delete_port for 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d owned by compute:nova {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:28:54.424737 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-1d49f0f1-1ec9-4a38-8be3-18d907423b30 req-badbf492-c21f-40b7-86d8-cdb4c1fac094 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:54.431719 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ffd8c2fb-e989-4597-9c60-8ef66bfb9fbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:28:54.486215 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbf492-c21f-40b7-86d8-cdb4c1fac094 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Pushing event deleted for resources: {'Port': ['ID=23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:28:54.522610 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbf492-c21f-40b7-86d8-cdb4c1fac094 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:28:54.527980 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbf492-c21f-40b7-86d8-cdb4c1fac094 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:28:54.527980 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbf492-c21f-40b7-86d8-cdb4c1fac094 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:28:54.527980 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbf492-c21f-40b7-86d8-cdb4c1fac094 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:28:54.527980 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbf492-c21f-40b7-86d8-cdb4c1fac094 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:28:54.527980 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbf492-c21f-40b7-86d8-cdb4c1fac094 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:28:54.527980 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbf492-c21f-40b7-86d8-cdb4c1fac094 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:28:54.527980 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbf492-c21f-40b7-86d8-cdb4c1fac094 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:28:54.527980 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbf492-c21f-40b7-86d8-cdb4c1fac094 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:28:54.527980 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbf492-c21f-40b7-86d8-cdb4c1fac094 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:28:54.527980 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbf492-c21f-40b7-86d8-cdb4c1fac094 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:28:54.527980 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badbf492-c21f-40b7-86d8-cdb4c1fac094 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:28:54.529624 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-badbf492-c21f-40b7-86d8-cdb4c1fac094 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:28:54.604152 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d49f0f1-1ec9-4a38-8be3-18d907423b30 req-badbf492-c21f-40b7-86d8-cdb4c1fac094 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] No DVR routers for this DVR port 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d on host hv-cinder-79313 {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:28:54.606925 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-1d49f0f1-1ec9-4a38-8be3-18d907423b30 req-badbf492-c21f-40b7-86d8-cdb4c1fac094 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48667'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:54.609380 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e6c556-314a-4047-8911-efdde6f5fc39', 'name': 'network-vif-deleted', 'tag': '23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 11:28:54.622691 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-1d49f0f1-1ec9-4a38-8be3-18d907423b30 req-badbf492-c21f-40b7-86d8-cdb4c1fac094 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.37 "DELETE /v2.0/ports/23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d HTTP/1.1" status: 204 len: 173 time: 0.8662574 May 26 11:28:54.656638 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e6c556-314a-4047-8911-efdde6f5fc39', 'name': 'network-vif-deleted', 'tag': '23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d', 'status': 'completed', 'code': 200} May 26 11:28:54.901983 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-c148a4c3-7be1-409e-825b-c1469dabd5c0 req-62262b3b-dd7c-4f1b-9c3a-634de7bc13ec tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Synchronizing usage tracker for tenant:552f8b1c65b640c7bf41e7668afc8457 on resource:port {{(pid=92386) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 11:28:54.997077 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.quota.resource [req-c148a4c3-7be1-409e-825b-c1469dabd5c0 req-62262b3b-dd7c-4f1b-9c3a-634de7bc13ec tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Unset dirty status for tenant:552f8b1c65b640c7bf41e7668afc8457 on resource:port {{(pid=92386) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 11:28:54.998296 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-c148a4c3-7be1-409e-825b-c1469dabd5c0 req-62262b3b-dd7c-4f1b-9c3a-634de7bc13ec tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 210 time: 0.1443670 May 26 11:28:56.167218 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [req-4f2dace9-b28d-43a7-82ef-755483c1e651 req-0258b70e-51b2-481e-bf70-8004bf8c6557 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2e6c556-314a-4047-8911-efdde6f5fc39 HTTP/1.1" status: 200 len: 210 time: 0.0431654 May 26 11:28:56.402548 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ab1128e6-e35a-4cea-875c-4d99c4a1f483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:57.262983 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 58708) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:28:57.335616 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f94cbd5-4e7c-416e-aae9-e62e90017055 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:57.366032 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f94cbd5-4e7c-416e-aae9-e62e90017055 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:57.545921 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f94cbd5-4e7c-416e-aae9-e62e90017055 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:57.549821 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1e34e8c3-8a1d-4bcb-8f5b-8fa5ca0b671a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:28:57.565587 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94cbd5-4e7c-416e-aae9-e62e90017055 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c17266-dddf-49c2-aace-2247cf8361a8,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:28:57.568730 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2f94cbd5-4e7c-416e-aae9-e62e90017055 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:28:57.619865 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f94cbd5-4e7c-416e-aae9-e62e90017055 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:57.620964 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-2f94cbd5-4e7c-416e-aae9-e62e90017055 tempest-TestShelveInstance-1505068860 tempest-TestShelveInstance-1505068860-project] 10.222.0.35 "DELETE /v2.0/security-groups/b7c17266-dddf-49c2-aace-2247cf8361a8 HTTP/1.1" status: 204 len: 168 time: 0.3569326 May 26 11:28:57.734248 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58714) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:28:58.261903 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-645be6c5-0039-489e-ac5e-be684d476e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419527'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:58.690888 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d no longer exists at agent hyperv_hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:28:58.727099 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] No Port match for: 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:28:58.727458 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Device 23d6c06c-6649-4ed0-9cf4-a0d26dd60c4d not bound to the agent host hv-cinder-79313 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:28:58.773450 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-645be6c5-0039-489e-ac5e-be684d476e32 admin admin] Deleting port db87751a-38be-4dfa-a512-76399bce1f9c {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:28:58.774059 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-645be6c5-0039-489e-ac5e-be684d476e32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:58.865918 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:58.897110 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-645be6c5-0039-489e-ac5e-be684d476e32 admin admin] For port db87751a-38be-4dfa-a512-76399bce1f9c, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=db87751a-38be-4dfa-a512-76399bce1f9c,segment=NetworkSegment(d6cfa873-5182-458f-aa07-07fb977504f8),segment_id=d6cfa873-5182-458f-aa07-07fb977504f8)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:28:58.897465 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-645be6c5-0039-489e-ac5e-be684d476e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:58.978685 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-813348ff-1146-4b8c-a9e4-3dd9035997b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:59.020440 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-645be6c5-0039-489e-ac5e-be684d476e32 admin admin] Calling delete_port for db87751a-38be-4dfa-a512-76399bce1f9c owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:28:59.386101 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-645be6c5-0039-489e-ac5e-be684d476e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:59.392181 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3b6b3bc4-3101-4ed1-b906-caa18ffbf591 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:28:59.450884 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645be6c5-0039-489e-ac5e-be684d476e32 admin admin] Pushing event deleted for resources: {'Port': ['ID=db87751a-38be-4dfa-a512-76399bce1f9c,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:28:59.454296 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-645be6c5-0039-489e-ac5e-be684d476e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:28:59.637216 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:59.717576 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-645be6c5-0039-489e-ac5e-be684d476e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423799'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:00.063121 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645be6c5-0039-489e-ac5e-be684d476e32 admin admin] Router b1d09299-1790-4cf3-91de-323cca72fe75 has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:29:00.341403 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645be6c5-0039-489e-ac5e-be684d476e32 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:29:00.350226 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58223701-9965-4b92-8ec6-91d178dacf2b None None] Sync routers for ids ['b1d09299-1790-4cf3-91de-323cca72fe75'] in dv-cinder-793136-1-iscsi {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:29:00.359174 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58223701-9965-4b92-8ec6-91d178dacf2b None None] Routers {'b1d09299-1790-4cf3-91de-323cca72fe75'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:29:00.360878 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-58223701-9965-4b92-8ec6-91d178dacf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:28:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['b1d09299-1790-4cf3-91de-323cca72fe75'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:00.422226 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-645be6c5-0039-489e-ac5e-be684d476e32 admin admin] 10.222.0.35 "PUT /v2.0/routers/b1d09299-1790-4cf3-91de-323cca72fe75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6867034 May 26 11:29:00.424652 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58718) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:29:00.549467 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-58223701-9965-4b92-8ec6-91d178dacf2b None None] Set router b1d09299-1790-4cf3-91de-323cca72fe75 gateway port host: dv-cinder-793136-1-iscsi {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:29:00.631863 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cb45366b-9cfd-42bf-ac34-049edd79584f admin admin] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:00.806559 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cb45366b-9cfd-42bf-ac34-049edd79584f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:00.878354 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-58223701-9965-4b92-8ec6-91d178dacf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'name': 'tempest-TestShelveInstance-194687307-router', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:24:13Z', 'updated_at': '2021-05-26T11:28:59Z', 'revision_number': 5, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'gw_port': {'id': 'babfbeb5-e705-4fa2-b2c8-07187b0ae125', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:14Z', 'updated_at': '2021-05-26T11:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:00.883612 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58223701-9965-4b92-8ec6-91d178dacf2b None None] Checking router: b1d09299-1790-4cf3-91de-323cca72fe75 for host: dv-cinder-793136-1-iscsi {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:29:00.892656 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58223701-9965-4b92-8ec6-91d178dacf2b None None] Routers {'b1d09299-1790-4cf3-91de-323cca72fe75'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:29:00.893325 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-58223701-9965-4b92-8ec6-91d178dacf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:28:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['b1d09299-1790-4cf3-91de-323cca72fe75'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:00.937965 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-cb45366b-9cfd-42bf-ac34-049edd79584f admin admin] Deleting port babfbeb5-e705-4fa2-b2c8-07187b0ae125 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:29:00.938297 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cb45366b-9cfd-42bf-ac34-049edd79584f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:01.051555 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-58223701-9965-4b92-8ec6-91d178dacf2b None None] Set router b1d09299-1790-4cf3-91de-323cca72fe75 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:29:01.061451 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-cb45366b-9cfd-42bf-ac34-049edd79584f admin admin] For port babfbeb5-e705-4fa2-b2c8-07187b0ae125, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=babfbeb5-e705-4fa2-b2c8-07187b0ae125,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:29:01.061821 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cb45366b-9cfd-42bf-ac34-049edd79584f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:01.155470 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-58223701-9965-4b92-8ec6-91d178dacf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'name': 'tempest-TestShelveInstance-194687307-router', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:24:13Z', 'updated_at': '2021-05-26T11:29:00Z', 'revision_number': 6, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'gw_port_host': None}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:01.159372 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58223701-9965-4b92-8ec6-91d178dacf2b None None] The sync data for ids ['b1d09299-1790-4cf3-91de-323cca72fe75'] in dv-cinder-793136-1-iscsi is: [{'id': 'b1d09299-1790-4cf3-91de-323cca72fe75', 'name': 'tempest-TestShelveInstance-194687307-router', 'tenant_id': '552f8b1c65b640c7bf41e7668afc8457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:24:13Z', 'updated_at': '2021-05-26T11:29:00Z', 'revision_number': 6, 'project_id': '552f8b1c65b640c7bf41e7668afc8457', 'gw_port_host': None}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:29:01.183737 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-cb45366b-9cfd-42bf-ac34-049edd79584f admin admin] Calling delete_port for babfbeb5-e705-4fa2-b2c8-07187b0ae125 owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:29:01.391528 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cb45366b-9cfd-42bf-ac34-049edd79584f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:01.396745 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a6e4b2ac-8a13-4175-8e61-34305b1e938b tempest-AttachVolumeShelveTestJSON-833008541 tempest-AttachVolumeShelveTestJSON-833008541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:29:01.471179 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45366b-9cfd-42bf-ac34-049edd79584f admin admin] Pushing event deleted for resources: {'Port': ['ID=babfbeb5-e705-4fa2-b2c8-07187b0ae125,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:01.474278 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cb45366b-9cfd-42bf-ac34-049edd79584f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:29:01.539616 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cb45366b-9cfd-42bf-ac34-049edd79584f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424680'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:01.557401 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:01.606952 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [req-fa14df43-2f87-4935-9d12-3f64755eca70 req-85292414-c368-405a-8e34-7668a80d8616 service neutron] (92386) timed out ('10.222.0.37', 50462) {{(pid=92386) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 11:29:01.638459 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device db87751a-38be-4dfa-a512-76399bce1f9c no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:29:01.678697 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: db87751a-38be-4dfa-a512-76399bce1f9c {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:29:01.679044 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device db87751a-38be-4dfa-a512-76399bce1f9c not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:29:01.858637 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cb45366b-9cfd-42bf-ac34-049edd79584f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1004'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:01.860849 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cb45366b-9cfd-42bf-ac34-049edd79584f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:01.963070 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cb45366b-9cfd-42bf-ac34-049edd79584f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-422491'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:01.963589 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb45366b-9cfd-42bf-ac34-049edd79584f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1d09299-1790-4cf3-91de-323cca72fe75 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 11:29:01.976607 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cb45366b-9cfd-42bf-ac34-049edd79584f admin admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:01.978084 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-cb45366b-9cfd-42bf-ac34-049edd79584f admin admin] 10.222.0.35 "DELETE /v2.0/routers/b1d09299-1790-4cf3-91de-323cca72fe75 HTTP/1.1" status: 204 len: 168 time: 1.5513208 May 26 11:29:01.980378 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58722) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:29:02.040047 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc44ef4-3fe9-4824-8b0c-e0a2cdc48c57 admin admin] Deleting subnet df39419a-5244-4ee5-a8e7-32eab68099d3 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:29:02.043372 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6bc44ef4-3fe9-4824-8b0c-e0a2cdc48c57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:02.092463 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6bc44ef4-3fe9-4824-8b0c-e0a2cdc48c57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904542'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:02.173953 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6bc44ef4-3fe9-4824-8b0c-e0a2cdc48c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532386'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:02.516761 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6bc44ef4-3fe9-4824-8b0c-e0a2cdc48c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33092669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32234677'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:02.520771 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:29:02.553572 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc44ef4-3fe9-4824-8b0c-e0a2cdc48c57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df39419a-5244-4ee5-a8e7-32eab68099d3,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:02.558056 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6bc44ef4-3fe9-4824-8b0c-e0a2cdc48c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:29:02.560936 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6bc44ef4-3fe9-4824-8b0c-e0a2cdc48c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:02.566995 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1647f7-8178-409f-ad6a-a7d8bd422f2c None None] Network 86f0f835-8ea9-4134-a778-0bab7806f48b requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:29:02.568080 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-6bc44ef4-3fe9-4824-8b0c-e0a2cdc48c57 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/df39419a-5244-4ee5-a8e7-32eab68099d3 HTTP/1.1" status: 204 len: 168 time: 0.5866046 May 26 11:29:02.570952 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58726) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:29:02.681225 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3dadc73-050e-4ddd-9005-8fc633810ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496182'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:02.752744 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-f3dadc73-050e-4ddd-9005-8fc633810ced admin admin] Deleting port 740b35c0-77af-4bc4-bfe0-155947818082 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:29:02.753076 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3dadc73-050e-4ddd-9005-8fc633810ced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:02.818659 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ad4065-9a03-4ec1-921d-bfb0618cc5f3 None None] DHCP port deletion for 86f0f835-8ea9-4134-a778-0bab7806f48b request from dv-cinder-793136-1-iscsi {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 11:29:02.860073 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-f3dadc73-050e-4ddd-9005-8fc633810ced admin admin] For port 740b35c0-77af-4bc4-bfe0-155947818082, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=740b35c0-77af-4bc4-bfe0-155947818082,segment=NetworkSegment(d6cfa873-5182-458f-aa07-07fb977504f8),segment_id=d6cfa873-5182-458f-aa07-07fb977504f8)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:29:02.860434 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3dadc73-050e-4ddd-9005-8fc633810ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:02.887226 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-46ad4065-9a03-4ec1-921d-bfb0618cc5f3 None None] Deleting port 740b35c0-77af-4bc4-bfe0-155947818082 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:29:02.887607 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-46ad4065-9a03-4ec1-921d-bfb0618cc5f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:02.982493 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-f3dadc73-050e-4ddd-9005-8fc633810ced admin admin] Calling delete_port for 740b35c0-77af-4bc4-bfe0-155947818082 owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:29:02.984828 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-46ad4065-9a03-4ec1-921d-bfb0618cc5f3 None None] For port 740b35c0-77af-4bc4-bfe0-155947818082, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=740b35c0-77af-4bc4-bfe0-155947818082,segment=NetworkSegment(d6cfa873-5182-458f-aa07-07fb977504f8),segment_id=d6cfa873-5182-458f-aa07-07fb977504f8)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:29:02.985329 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-46ad4065-9a03-4ec1-921d-bfb0618cc5f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:03.099767 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3dadc73-050e-4ddd-9005-8fc633810ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:03.104864 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-308ee05b-944d-449e-a2bb-978e053dbe67 tempest-TestVolumeBootPattern-1217768893 tempest-TestVolumeBootPattern-1217768893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:29:03.107517 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-46ad4065-9a03-4ec1-921d-bfb0618cc5f3 None None] Calling delete_port for 740b35c0-77af-4bc4-bfe0-155947818082 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:29:03.151147 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-46ad4065-9a03-4ec1-921d-bfb0618cc5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:03.153910 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dadc73-050e-4ddd-9005-8fc633810ced admin admin] Pushing event deleted for resources: {'Port': ['ID=740b35c0-77af-4bc4-bfe0-155947818082,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:03.155703 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dadc73-050e-4ddd-9005-8fc633810ced admin admin] No DVR routers for this DVR port 740b35c0-77af-4bc4-bfe0-155947818082 on host dv-cinder-793136-1-iscsi {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:29:03.156077 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3ec82a71-a741-45a4-ab51-9f8c2848bfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:29:03.157245 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f3dadc73-050e-4ddd-9005-8fc633810ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:29:03.202306 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad4065-9a03-4ec1-921d-bfb0618cc5f3 None None] Pushing event deleted for resources: {'Port': ['ID=740b35c0-77af-4bc4-bfe0-155947818082,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:03.206510 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ad4065-9a03-4ec1-921d-bfb0618cc5f3 None None] No DVR routers for this DVR port 740b35c0-77af-4bc4-bfe0-155947818082 on host dv-cinder-793136-1-iscsi {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:29:03.216634 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad4065-9a03-4ec1-921d-bfb0618cc5f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:03.216634 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad4065-9a03-4ec1-921d-bfb0618cc5f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:03.216969 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad4065-9a03-4ec1-921d-bfb0618cc5f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:03.217069 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad4065-9a03-4ec1-921d-bfb0618cc5f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:03.218302 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad4065-9a03-4ec1-921d-bfb0618cc5f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:03.218302 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad4065-9a03-4ec1-921d-bfb0618cc5f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:03.218302 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad4065-9a03-4ec1-921d-bfb0618cc5f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:03.218597 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad4065-9a03-4ec1-921d-bfb0618cc5f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:03.218697 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad4065-9a03-4ec1-921d-bfb0618cc5f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:03.219066 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad4065-9a03-4ec1-921d-bfb0618cc5f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:03.219419 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad4065-9a03-4ec1-921d-bfb0618cc5f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:03.219686 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad4065-9a03-4ec1-921d-bfb0618cc5f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-1-iscsi {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:03.222829 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-46ad4065-9a03-4ec1-921d-bfb0618cc5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:29:03.240161 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [req-eb156337-1e7e-4d03-83a4-4a87aa741013 req-34adac3c-20d8-4732-90e0-5d8590badb7e service neutron] (92385) timed out ('10.222.0.37', 50463) {{(pid=92385) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 11:29:03.272169 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3dadc73-050e-4ddd-9005-8fc633810ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514367', 'neutron.services.segments.db._delete_segments_for_network-8746349621989'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:03.285010 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.services.segments.db [None req-f3dadc73-050e-4ddd-9005-8fc633810ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f0f835-8ea9-4134-a778-0bab7806f48b']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:03.297075 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.services.segments.db [None req-f3dadc73-050e-4ddd-9005-8fc633810ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6cfa873-5182-458f-aa07-07fb977504f8') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:03.297374 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.services.segments.db [None req-f3dadc73-050e-4ddd-9005-8fc633810ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6cfa873-5182-458f-aa07-07fb977504f8') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:03.309122 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3dadc73-050e-4ddd-9005-8fc633810ced admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349629862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904551'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:03.325143 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3dadc73-050e-4ddd-9005-8fc633810ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:03.331084 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3dadc73-050e-4ddd-9005-8fc633810ced admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:29:03.331479 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3dadc73-050e-4ddd-9005-8fc633810ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33093279'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: Traceback (most recent call last): May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: timer() May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: cb(*args, **kw) May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: return func(*args, **kwargs) May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: self._notify() May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: self.callback(batched_events) May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: event.method(event) May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: return f(self, *a, **k) May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: return self._get(url).json() May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: return self.request(url, 'GET', **kwargs) May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:29:03.344391 dv-cinder-793136-1-iscsi neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:29:03.417003 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device babfbeb5-e705-4fa2-b2c8-07187b0ae125 no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:29:03.454135 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: babfbeb5-e705-4fa2-b2c8-07187b0ae125 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:29:03.454628 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device babfbeb5-e705-4fa2-b2c8-07187b0ae125 not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:29:03.455131 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 740b35c0-77af-4bc4-bfe0-155947818082 no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:29:03.491676 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: 740b35c0-77af-4bc4-bfe0-155947818082 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:29:03.491977 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 740b35c0-77af-4bc4-bfe0-155947818082 not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:29:03.590588 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3dadc73-050e-4ddd-9005-8fc633810ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424647'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:03.595533 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3dadc73-050e-4ddd-9005-8fc633810ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:03.598591 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:29:03.621152 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dadc73-050e-4ddd-9005-8fc633810ced admin admin] Pushing event deleted for resources: {'Network': ['ID=86f0f835-8ea9-4134-a778-0bab7806f48b,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:03.622794 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f3dadc73-050e-4ddd-9005-8fc633810ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:29:03.746254 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-f3dadc73-050e-4ddd-9005-8fc633810ced admin admin] 10.222.0.35 "DELETE /v2.0/networks/86f0f835-8ea9-4134-a778-0bab7806f48b HTTP/1.1" status: 204 len: 168 time: 1.1741545 May 26 11:29:03.749273 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58730) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:29:03.934859 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:04.388080 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e754-3288-4fb9-8c04-bfb933032d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419527'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:04.788097 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1e754-3288-4fb9-8c04-bfb933032d30 admin admin] Deleting port 1317e264-f6e0-43e6-8392-4188b332fb32 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:29:04.788810 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e754-3288-4fb9-8c04-bfb933032d30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:04.906770 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-5fe1e754-3288-4fb9-8c04-bfb933032d30 admin admin] For port 1317e264-f6e0-43e6-8392-4188b332fb32, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=1317e264-f6e0-43e6-8392-4188b332fb32,segment=NetworkSegment(bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4),segment_id=bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:29:04.907116 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e754-3288-4fb9-8c04-bfb933032d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:05.026728 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1e754-3288-4fb9-8c04-bfb933032d30 admin admin] Calling delete_port for 1317e264-f6e0-43e6-8392-4188b332fb32 owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:29:05.270899 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e754-3288-4fb9-8c04-bfb933032d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:05.274529 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-645be6c5-0039-489e-ac5e-be684d476e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:29:05.320882 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1e754-3288-4fb9-8c04-bfb933032d30 admin admin] Pushing event deleted for resources: {'Port': ['ID=1317e264-f6e0-43e6-8392-4188b332fb32,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:05.345914 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5fe1e754-3288-4fb9-8c04-bfb933032d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:29:05.686563 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e754-3288-4fb9-8c04-bfb933032d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-423799'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:06.041729 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe1e754-3288-4fb9-8c04-bfb933032d30 admin admin] Router e577d550-13f1-48d0-9e0f-dfbb922fa22a has already been hosted by L3 agent b8a9f270-9c6f-493a-bc23-bf6f738f4a96 {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 11:29:06.217283 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe1e754-3288-4fb9-8c04-bfb933032d30 admin admin] Notify agent at l3_agent.dv-cinder-793136-1-iscsi the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 11:29:06.225764 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b30b42a-8b60-4d37-980e-3abda7fcc602 None None] Sync routers for ids ['e577d550-13f1-48d0-9e0f-dfbb922fa22a'] in dv-cinder-793136-1-iscsi {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:29:06.234831 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b30b42a-8b60-4d37-980e-3abda7fcc602 None None] Routers {'e577d550-13f1-48d0-9e0f-dfbb922fa22a'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:29:06.235425 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-3b30b42a-8b60-4d37-980e-3abda7fcc602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:28:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['e577d550-13f1-48d0-9e0f-dfbb922fa22a'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:06.353061 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-5fe1e754-3288-4fb9-8c04-bfb933032d30 admin admin] 10.222.0.35 "PUT /v2.0/routers/e577d550-13f1-48d0-9e0f-dfbb922fa22a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6024022 May 26 11:29:06.355317 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58734) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:29:06.404785 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-3b30b42a-8b60-4d37-980e-3abda7fcc602 None None] Set router e577d550-13f1-48d0-9e0f-dfbb922fa22a gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:29:06.531236 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b49c7c02-cd74-466e-be0b-a6f562096ed1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:06.707476 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-3b30b42a-8b60-4d37-980e-3abda7fcc602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e577d550-13f1-48d0-9e0f-dfbb922fa22a', 'name': 'tempest-TestShelveInstance-158982524-router', 'tenant_id': '7bd1cfdacb534966a8caf279be610faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'eb1c7d37-9f81-4ba8-841f-7c0087e1b27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:24:22Z', 'updated_at': '2021-05-26T11:29:05Z', 'revision_number': 5, 'project_id': '7bd1cfdacb534966a8caf279be610faf', 'gw_port': {'id': 'eb1c7d37-9f81-4ba8-841f-7c0087e1b27a', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e577d550-13f1-48d0-9e0f-dfbb922fa22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:23Z', 'updated_at': '2021-05-26T11:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:06.711777 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b30b42a-8b60-4d37-980e-3abda7fcc602 None None] Checking router: e577d550-13f1-48d0-9e0f-dfbb922fa22a for host: dv-cinder-793136-1-iscsi {{(pid=92388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:29:06.713932 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b49c7c02-cd74-466e-be0b-a6f562096ed1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:06.719924 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b30b42a-8b60-4d37-980e-3abda7fcc602 None None] Routers {'e577d550-13f1-48d0-9e0f-dfbb922fa22a'} bound to L3 agent in host dv-cinder-793136-1-iscsi {{(pid=92388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 11:29:06.720517 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-3b30b42a-8b60-4d37-980e-3abda7fcc602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T11:05:29Z,description=,heartbeat_timestamp=2021-05-26T11:28:59Z,host='dv-cinder-793136-1-iscsi',id=b8a9f270-9c6f-493a-bc23-bf6f738f4a96,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T11:05:30Z,topic='l3_agent')) {'router_ids': ['e577d550-13f1-48d0-9e0f-dfbb922fa22a'], 'active': True} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:06.835744 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-b49c7c02-cd74-466e-be0b-a6f562096ed1 admin admin] Deleting port eb1c7d37-9f81-4ba8-841f-7c0087e1b27a {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:29:06.836086 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b49c7c02-cd74-466e-be0b-a6f562096ed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:06.887743 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_dvr_db [None req-3b30b42a-8b60-4d37-980e-3abda7fcc602 None None] Set router e577d550-13f1-48d0-9e0f-dfbb922fa22a gateway port host: dv-cinder-793136-1-iscsi {{(pid=92388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 11:29:06.960348 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-b49c7c02-cd74-466e-be0b-a6f562096ed1 admin admin] For port eb1c7d37-9f81-4ba8-841f-7c0087e1b27a, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=eb1c7d37-9f81-4ba8-841f-7c0087e1b27a,segment=NetworkSegment(afb57f28-e920-40d2-92e4-9f0123dea3a9),segment_id=afb57f28-e920-40d2-92e4-9f0123dea3a9)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:29:06.960849 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b49c7c02-cd74-466e-be0b-a6f562096ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:07.103679 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-b49c7c02-cd74-466e-be0b-a6f562096ed1 admin admin] Calling delete_port for eb1c7d37-9f81-4ba8-841f-7c0087e1b27a owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:29:07.166453 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.l3_hamode_db [None req-3b30b42a-8b60-4d37-980e-3abda7fcc602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e577d550-13f1-48d0-9e0f-dfbb922fa22a', 'name': 'tempest-TestShelveInstance-158982524-router', 'tenant_id': '7bd1cfdacb534966a8caf279be610faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'eb1c7d37-9f81-4ba8-841f-7c0087e1b27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:24:22Z', 'updated_at': '2021-05-26T11:29:05Z', 'revision_number': 5, 'project_id': '7bd1cfdacb534966a8caf279be610faf', 'gw_port': {'id': 'eb1c7d37-9f81-4ba8-841f-7c0087e1b27a', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e577d550-13f1-48d0-9e0f-dfbb922fa22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:23Z', 'updated_at': '2021-05-26T11:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}], 'dv-cinder-793136-1-iscsi', False) {} {{(pid=92388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:07.170540 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b30b42a-8b60-4d37-980e-3abda7fcc602 None None] The sync data for ids ['e577d550-13f1-48d0-9e0f-dfbb922fa22a'] in dv-cinder-793136-1-iscsi is: [{'id': 'e577d550-13f1-48d0-9e0f-dfbb922fa22a', 'name': 'tempest-TestShelveInstance-158982524-router', 'tenant_id': '7bd1cfdacb534966a8caf279be610faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'external_fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'eb1c7d37-9f81-4ba8-841f-7c0087e1b27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T11:24:22Z', 'updated_at': '2021-05-26T11:29:05Z', 'revision_number': 5, 'project_id': '7bd1cfdacb534966a8caf279be610faf', 'gw_port': {'id': 'eb1c7d37-9f81-4ba8-841f-7c0087e1b27a', 'name': '', 'network_id': '0c406d08-576a-4058-82f8-2db7a46cb825', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e577d550-13f1-48d0-9e0f-dfbb922fa22a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T11:24:23Z', 'updated_at': '2021-05-26T11:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8dc709d-33af-406d-94f8-5d106e5714b1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-1-iscsi'}] {{(pid=92388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:29:07.408400 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b49c7c02-cd74-466e-be0b-a6f562096ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:07.412467 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c60defb1-fa34-44b3-86b4-1f58b2135011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:29:07.454737 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c7c02-cd74-466e-be0b-a6f562096ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb1c7d37-9f81-4ba8-841f-7c0087e1b27a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:07.457857 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b49c7c02-cd74-466e-be0b-a6f562096ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:29:07.568995 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b49c7c02-cd74-466e-be0b-a6f562096ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424680'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:07.618028 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 1317e264-f6e0-43e6-8392-4188b332fb32 no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:29:07.657078 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: 1317e264-f6e0-43e6-8392-4188b332fb32 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:29:07.657444 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 1317e264-f6e0-43e6-8392-4188b332fb32 not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:29:07.759432 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b49c7c02-cd74-466e-be0b-a6f562096ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-422775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1004'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:07.762890 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b49c7c02-cd74-466e-be0b-a6f562096ed1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:07.842548 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b49c7c02-cd74-466e-be0b-a6f562096ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-422491'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:07.843087 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49c7c02-cd74-466e-be0b-a6f562096ed1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e577d550-13f1-48d0-9e0f-dfbb922fa22a {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 11:29:07.855624 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b49c7c02-cd74-466e-be0b-a6f562096ed1 admin admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:07.856740 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-b49c7c02-cd74-466e-be0b-a6f562096ed1 admin admin] 10.222.0.35 "DELETE /v2.0/routers/e577d550-13f1-48d0-9e0f-dfbb922fa22a HTTP/1.1" status: 204 len: 168 time: 1.5005002 May 26 11:29:07.859354 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58738) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:29:07.927321 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-162dfdc2-1874-4992-a519-7cfb4cddb12d admin admin] Deleting subnet c87f3ee4-f00d-4847-83cd-c971f139095a {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 11:29:07.931360 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-162dfdc2-1874-4992-a519-7cfb4cddb12d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:07.980639 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-162dfdc2-1874-4992-a519-7cfb4cddb12d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904542'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:08.056656 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-162dfdc2-1874-4992-a519-7cfb4cddb12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532386'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:08.368211 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-162dfdc2-1874-4992-a519-7cfb4cddb12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33092669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32234677'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:08.372221 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-882e746e-9267-49be-a3a3-e40ff5d64978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:29:08.405519 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162dfdc2-1874-4992-a519-7cfb4cddb12d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c87f3ee4-f00d-4847-83cd-c971f139095a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:08.408348 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-162dfdc2-1874-4992-a519-7cfb4cddb12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:29:08.409366 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-162dfdc2-1874-4992-a519-7cfb4cddb12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:08.418312 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-162dfdc2-1874-4992-a519-7cfb4cddb12d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c87f3ee4-f00d-4847-83cd-c971f139095a HTTP/1.1" status: 204 len: 168 time: 0.5548639 May 26 11:29:08.418493 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963cce60-d25f-44dd-8aba-7a8a8feca33a None None] Network b1974115-41ad-4253-bc52-a04b8234d293 requested from dv-cinder-793136-1-iscsi {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:29:08.418674 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.35', 58742) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:29:08.523919 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-10370ac4-54b1-4ecd-bc58-327715abdf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496182'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:08.598071 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-10370ac4-54b1-4ecd-bc58-327715abdf39 admin admin] Deleting port 006ef7bb-83dd-48f6-b8b6-20d055b0edfb {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:29:08.598398 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-10370ac4-54b1-4ecd-bc58-327715abdf39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:08.662024 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a499ce1-16a1-4afe-b31d-5b957937b770 None None] DHCP port deletion for b1974115-41ad-4253-bc52-a04b8234d293 request from dv-cinder-793136-1-iscsi {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 11:29:08.707318 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-10370ac4-54b1-4ecd-bc58-327715abdf39 admin admin] For port 006ef7bb-83dd-48f6-b8b6-20d055b0edfb, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=006ef7bb-83dd-48f6-b8b6-20d055b0edfb,segment=NetworkSegment(bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4),segment_id=bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:29:08.707685 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-10370ac4-54b1-4ecd-bc58-327715abdf39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:08.728758 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-0a499ce1-16a1-4afe-b31d-5b957937b770 None None] Deleting port 006ef7bb-83dd-48f6-b8b6-20d055b0edfb {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 11:29:08.729150 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0a499ce1-16a1-4afe-b31d-5b957937b770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746349608012'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:08.828476 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-10370ac4-54b1-4ecd-bc58-327715abdf39 admin admin] Calling delete_port for 006ef7bb-83dd-48f6-b8b6-20d055b0edfb owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:29:08.871030 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-0a499ce1-16a1-4afe-b31d-5b957937b770 None None] For port 006ef7bb-83dd-48f6-b8b6-20d055b0edfb, host dv-cinder-793136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-1-iscsi',level=0,port_id=006ef7bb-83dd-48f6-b8b6-20d055b0edfb,segment=NetworkSegment(bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4),segment_id=bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 11:29:08.871550 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0a499ce1-16a1-4afe-b31d-5b957937b770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425524'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:08.939464 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-10370ac4-54b1-4ecd-bc58-327715abdf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33093324'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:08.943368 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-49c1d3c3-fc6d-46a2-8bbb-2d7673a1a82c tempest-VolumesSnapshotTestJSON-1796465300 tempest-VolumesSnapshotTestJSON-1796465300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:29:08.984368 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10370ac4-54b1-4ecd-bc58-327715abdf39 admin admin] Pushing event deleted for resources: {'Port': ['ID=006ef7bb-83dd-48f6-b8b6-20d055b0edfb,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:08.988452 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-10370ac4-54b1-4ecd-bc58-327715abdf39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:29:08.991098 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10370ac4-54b1-4ecd-bc58-327715abdf39 admin admin] No DVR routers for this DVR port 006ef7bb-83dd-48f6-b8b6-20d055b0edfb on host dv-cinder-793136-1-iscsi {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:29:09.015384 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-0a499ce1-16a1-4afe-b31d-5b957937b770 None None] Calling delete_port for 006ef7bb-83dd-48f6-b8b6-20d055b0edfb owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 11:29:09.060774 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0a499ce1-16a1-4afe-b31d-5b957937b770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1462251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746349609894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746349176293'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:09.064530 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:29:09.107602 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a499ce1-16a1-4afe-b31d-5b957937b770 None None] Pushing event deleted for resources: {'Port': ['ID=006ef7bb-83dd-48f6-b8b6-20d055b0edfb,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:09.110544 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0a499ce1-16a1-4afe-b31d-5b957937b770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:29:09.111364 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a499ce1-16a1-4afe-b31d-5b957937b770 None None] No DVR routers for this DVR port 006ef7bb-83dd-48f6-b8b6-20d055b0edfb on host dv-cinder-793136-1-iscsi {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:29:09.202207 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-10370ac4-54b1-4ecd-bc58-327715abdf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1514367', 'neutron.services.segments.db._delete_segments_for_network-8746349621989'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:09.218134 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.services.segments.db [None req-10370ac4-54b1-4ecd-bc58-327715abdf39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1974115-41ad-4253-bc52-a04b8234d293']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:09.230644 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.services.segments.db [None req-10370ac4-54b1-4ecd-bc58-327715abdf39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:09.230942 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.services.segments.db [None req-10370ac4-54b1-4ecd-bc58-327715abdf39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd97ca6d-d3bc-4dec-86cc-3ad3ce6cb0c4') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:09.242161 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-10370ac4-54b1-4ecd-bc58-327715abdf39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746349629862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904551'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:09.266669 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-10370ac4-54b1-4ecd-bc58-327715abdf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:09.273215 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10370ac4-54b1-4ecd-bc58-327715abdf39 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:29:09.280716 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-10370ac4-54b1-4ecd-bc58-327715abdf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1537719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33093279'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: Traceback (most recent call last): May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: timer() May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: cb(*args, **kw) May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: return func(*args, **kwargs) May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: self._notify() May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: self.callback(batched_events) May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: event.method(event) May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: return f(self, *a, **k) May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: return self._get(url).json() May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: return self.request(url, 'GET', **kwargs) May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 11:29:09.286895 dv-cinder-793136-1-iscsi neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 11:29:09.415975 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device eb1c7d37-9f81-4ba8-841f-7c0087e1b27a no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:29:09.425963 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-10370ac4-54b1-4ecd-bc58-327715abdf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1514336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424647'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:09.430466 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d23cf116-632c-4250-92a9-b2c01ce61e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:29:09.448239 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-10370ac4-54b1-4ecd-bc58-327715abdf39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604641'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:09.452990 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: eb1c7d37-9f81-4ba8-841f-7c0087e1b27a {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:29:09.453347 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device eb1c7d37-9f81-4ba8-841f-7c0087e1b27a not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:29:09.453768 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 006ef7bb-83dd-48f6-b8b6-20d055b0edfb no longer exists at agent ovs-agent-dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 11:29:09.459387 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10370ac4-54b1-4ecd-bc58-327715abdf39 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1974115-41ad-4253-bc52-a04b8234d293,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:09.464144 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-10370ac4-54b1-4ecd-bc58-327715abdf39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:29:09.467306 dv-cinder-793136-1-iscsi neutron-server[92386]: INFO neutron.wsgi [None req-10370ac4-54b1-4ecd-bc58-327715abdf39 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b1974115-41ad-4253-bc52-a04b8234d293 HTTP/1.1" status: 204 len: 168 time: 1.0480545 May 26 11:29:09.487764 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] No Port match for: 006ef7bb-83dd-48f6-b8b6-20d055b0edfb {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 11:29:09.488116 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Device 006ef7bb-83dd-48f6-b8b6-20d055b0edfb not bound to the agent host dv-cinder-793136-1-iscsi {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 11:29:09.829010 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 58748) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:29:09.877650 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-51d882e3-8966-4282-a061-a7b3ad3c8021 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=552f8b1c65b640c7bf41e7668afc8457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472772 May 26 11:29:09.880062 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 58752) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:29:09.936346 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac869-06f0-4d3e-ae0c-aaebf5f22b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:09.962310 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac869-06f0-4d3e-ae0c-aaebf5f22b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:10.087247 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac869-06f0-4d3e-ae0c-aaebf5f22b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:10.090879 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f015d091-d2b8-4352-84b0-8a19804bc367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:29:10.105401 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac869-06f0-4d3e-ae0c-aaebf5f22b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dacebb-a2f5-442f-b907-f025a38655f6,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:10.108950 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fd9ac869-06f0-4d3e-ae0c-aaebf5f22b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:29:10.112274 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fd9ac869-06f0-4d3e-ae0c-aaebf5f22b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:10.113621 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-fd9ac869-06f0-4d3e-ae0c-aaebf5f22b4e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/79dacebb-a2f5-442f-b907-f025a38655f6 HTTP/1.1" status: 204 len: 168 time: 0.2324336 May 26 11:29:10.804919 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 58760) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:29:11.066459 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-b7a8665f-65a0-4eb6-905a-b85af1cfa43a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7bd1cfdacb534966a8caf279be610faf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603066 May 26 11:29:11.068851 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.35', 58766) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 11:29:11.125444 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a09c-4782-4c10-91c2-27a70f184b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:11.151352 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a09c-4782-4c10-91c2-27a70f184b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:11.276925 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a09c-4782-4c10-91c2-27a70f184b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459104'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:11.280580 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3b5de5a0-a3c0-4017-adc3-bbebe0390a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:29:11.292231 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8a09c-4782-4c10-91c2-27a70f184b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a28b3ed-46dd-4ecb-8495-9c0338054e10,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:11.295609 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6bd8a09c-4782-4c10-91c2-27a70f184b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:29:11.298984 dv-cinder-793136-1-iscsi neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a09c-4782-4c10-91c2-27a70f184b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:11.300119 dv-cinder-793136-1-iscsi neutron-server[92385]: INFO neutron.wsgi [None req-6bd8a09c-4782-4c10-91c2-27a70f184b14 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a28b3ed-46dd-4ecb-8495-9c0338054e10 HTTP/1.1" status: 204 len: 168 time: 0.2303419 May 26 11:29:26.424387 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-87d88fd9-5379-4ac5-892f-d7a7acb01758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:28.307851 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:29:28.876728 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:28.967891 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8d04cf69-09e9-4d7f-a981-f4d264c4f14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:29.619331 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:31.573846 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:33.928123 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:56.425267 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bad18b30-0e98-40fd-9478-8dfabff388db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:58.853670 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:58.973607 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-39a24d0e-3adf-413a-83ac-375dcc465b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:59.653480 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:30:01.527480 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:30:03.956514 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:30:05.306568 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:30:26.418762 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7392d686-dbed-4601-a46a-bc1011fe6e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:30:28.870050 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:30:28.973044 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9d3ecadb-a050-407a-b7ca-dc0dbb1a1dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:30:29.624533 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:30:31.533812 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:30:33.933099 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:30:42.305788 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:30:51.645755 dv-cinder-793136-1-iscsi neutron-server[92386]: DEBUG neutron.wsgi [req-907579df-f4b6-4a1b-879f-5553c17fa9ec req-eb636b7a-7b8d-454e-b554-2852885474a2 service neutron] (92386) timed out ('10.222.0.37', 50469) {{(pid=92386) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 11:30:56.458387 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-88727ab0-a946-477c-9f94-41042ab232ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:30:58.840996 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:30:58.972687 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fe40c7dd-3ae1-434e-ac55-3170da1282d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:30:59.635482 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:31:01.538638 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:31:03.909385 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:31:19.304310 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:31:26.469531 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1729e450-52a0-4f37-9aa7-92d4ecebc658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:31:28.874898 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:31:29.024117 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a6746bba-685e-4065-95e0-ecbd1f15d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:31:29.629289 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:31:31.578261 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:31:33.926352 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:31:56.302764 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:31:56.429138 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-13a4c15d-9431-4393-8d06-07d3316f694b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:31:58.852119 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:31:59.012138 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2c4d4a9a-f590-4254-bf39-ad90c697a3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:31:59.629288 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:32:01.543225 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:32:03.920422 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:32:26.428512 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5ebfa4c5-415c-4d7b-855b-2ed96556dbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:32:28.845977 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:32:28.965905 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2f6851ad-c754-4ca4-9dfd-474b40c21842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:32:29.669078 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:32:31.548874 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:32:33.301695 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:32:33.960654 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:32:56.428371 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f09f6da4-45fd-4233-830c-31045dc74806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:32:58.862664 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:32:58.977263 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d0a519f8-9a33-4b9a-bae4-bea2fef4cebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:32:59.696915 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:33:01.577255 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:33:03.959959 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:33:10.300295 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:33:26.428898 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a8c93be1-6a22-4ccc-a505-ae4a217a56ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:33:28.845410 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:33:28.999781 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-332a2079-460a-4d34-94c8-90feab08ec9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:33:29.662359 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:33:31.554049 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:33:33.971117 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:33:47.298940 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:33:56.456802 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-61995965-6d58-42fa-9673-48ba877b519a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:33:58.879739 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f32cd4-01c3-4487-8d9f-ed45f0189ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:33:58.988084 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc450da3-6135-4f16-aaca-7bf65d186a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:33:59.663056 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e95ce4a1-d9c6-45f6-95f3-9917e9eb82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:34:01.587990 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7cc119cf-317c-4bc0-8759-cc63b7bd785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:34:03.953664 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0c32-5289-4783-8bd0-828be298d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:34:24.298376 dv-cinder-793136-1-iscsi neutron-server[92388]: DEBUG neutron.db.agents_db [None req-0bb17ba3-7b54-49dd-9809-ec6d2216fefe None None] Agent healthcheck: found 6 active agents {{(pid=92388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 11:34:26.427091 dv-cinder-793136-1-iscsi neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d85e4a11-13bb-4310-91df-e2b20f127d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746349622007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1512865'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}